2024-11-13 06:01:49,994 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707 2024-11-13 06:01:50,005 main DEBUG Took 0.008750 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 06:01:50,005 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 06:01:50,005 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 06:01:50,006 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 06:01:50,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,016 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 06:01:50,027 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,029 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,029 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,030 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,030 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,031 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,032 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,032 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,032 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,033 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,034 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,034 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,034 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,035 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,035 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,036 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,036 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,037 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,038 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,038 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,038 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,039 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 06:01:50,039 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,039 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 06:01:50,041 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 06:01:50,042 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 06:01:50,043 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 06:01:50,044 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 06:01:50,045 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 06:01:50,045 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 06:01:50,053 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 06:01:50,056 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 06:01:50,058 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 06:01:50,058 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 06:01:50,059 main DEBUG createAppenders(={Console}) 2024-11-13 06:01:50,060 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707 initialized 2024-11-13 06:01:50,060 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707 2024-11-13 06:01:50,060 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@14a50707 OK. 2024-11-13 06:01:50,061 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 06:01:50,061 main DEBUG OutputStream closed 2024-11-13 06:01:50,062 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 06:01:50,062 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 06:01:50,062 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55cb6996 OK 2024-11-13 06:01:50,129 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 06:01:50,132 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 06:01:50,133 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 06:01:50,134 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 06:01:50,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 06:01:50,135 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 06:01:50,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 06:01:50,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 06:01:50,136 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 06:01:50,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 06:01:50,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 06:01:50,137 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 06:01:50,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 06:01:50,138 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 06:01:50,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 06:01:50,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 06:01:50,139 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 06:01:50,140 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 06:01:50,142 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 06:01:50,143 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@28e8dde3) with optional ClassLoader: null 2024-11-13 06:01:50,143 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 06:01:50,144 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@28e8dde3] started OK. 2024-11-13T06:01:50,157 DEBUG [main {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13 06:01:50,160 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 06:01:50,160 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T06:01:50,269 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.ipc.TestNettyTlsIPC timeout: 312 mins 2024-11-13T06:01:50,542 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T06:01:50,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=12, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7960 2024-11-13T06:01:51,983 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T06:01:52,021 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T06:01:52,038 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T06:01:52,095 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:52,123 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 52099 (auto-detected) 2024-11-13T06:01:52,124 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T06:01:52,144 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46791 2024-11-13T06:01:52,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53780854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:52,180 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:52,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:52,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:52,494 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:46791 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:01:52,495 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46791 2024-11-13T06:01:52,504 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=18 (was 12) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTlsIPC-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTlsIPC-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=296 (was 296), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7845 (was 7960) 2024-11-13T06:01:52,510 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=18, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7845 2024-11-13T06:01:52,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:52,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42553 2024-11-13T06:01:52,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2669441b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:52,513 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:52,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:52,523 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:52,567 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:52,660 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:52,712 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:52,727 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:52,782 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42553 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=263ms, rpcTimeout=100ms 2024-11-13T06:01:52,783 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0478b910, L:/127.0.0.1:42553 - R:/127.0.0.1:38140] 2024-11-13T06:01:52,885 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42553 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=102ms, rpcTimeout=100ms 2024-11-13T06:01:52,890 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38140, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:52,996 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42553 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:53,106 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42553 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:01:53,217 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42553 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:53,326 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42553 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=107ms, rpcTimeout=100ms 2024-11-13T06:01:53,436 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42553 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:01:53,546 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42553 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:01:53,656 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42553 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:01:53,766 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42553 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:53,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:53,768 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42553 2024-11-13T06:01:53,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22 (was 18) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FifoRpcScheduler.handler-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.Threads.sleepWithoutInterrupt(Threads.java:142) app//org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.pause(TestProtobufRpcServiceImpl.java:112) app//org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:155) app//org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) app//org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) app//org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestNettyTlsIPC-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=296 (was 296), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 147) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7826 (was 7845) 2024-11-13T06:01:53,787 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22, OpenFileDescriptor=296, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7826 2024-11-13T06:01:53,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:53,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37431 2024-11-13T06:01:53,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba33b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:53,792 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:53,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:53,794 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:53,820 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:53,821 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:53,844 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:53,857 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:53,858 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc6e51699, L:/127.0.0.1:37431 - R:/127.0.0.1:38136] 2024-11-13T06:01:53,895 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:53,899 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:53,909 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:38136 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:01:53,915 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:01:53,915 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38140 deadline: 1731477712995 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38140 2024-11-13T06:01:53,924 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38140 deadline: 1731477713098 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38140 2024-11-13T06:01:53,924 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38140 deadline: 1731477713212 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38140 2024-11-13T06:01:53,925 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38140 deadline: 1731477713322 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38140 2024-11-13T06:01:53,925 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38140 deadline: 1731477713428 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38140 2024-11-13T06:01:53,925 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38140 deadline: 1731477713538 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38140 2024-11-13T06:01:53,926 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38140 deadline: 1731477713651 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38140 2024-11-13T06:01:53,926 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:38140 deadline: 1731477713762 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:38140 2024-11-13T06:01:53,929 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:53,940 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:53,940 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:53,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:53,947 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22 (was 22), OpenFileDescriptor=298 (was 296) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7825 (was 7826) 2024-11-13T06:01:53,952 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7825 2024-11-13T06:01:53,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:53,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44411 2024-11-13T06:01:54,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73615947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:54,003 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:54,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:54,008 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,055 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,055 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:54,069 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,083 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,083 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf4278593, L:/127.0.0.1:44411 - R:/127.0.0.1:47608] 2024-11-13T06:01:54,121 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:54,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:54,153 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44411 2024-11-13T06:01:54,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22 (was 22), OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7819 (was 7825) 2024-11-13T06:01:54,163 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=22, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7818 2024-11-13T06:01:54,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4043aac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:54,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:54,167 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45925 2024-11-13T06:01:54,167 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:54,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:54,171 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,198 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,199 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:54,212 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,226 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,226 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x088ac15b, L:/127.0.0.1:45925 - R:/127.0.0.1:58968] 2024-11-13T06:01:54,264 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:54,266 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:54,266 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:58968 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:01:54,267 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:01:54,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:54,330 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45925 2024-11-13T06:01:54,347 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 22) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7820 (was 7818) - AvailableMemoryMB LEAK? - 2024-11-13T06:01:54,352 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7820 2024-11-13T06:01:54,354 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:54,355 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43777 2024-11-13T06:01:54,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d4ea5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:54,356 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:54,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:54,358 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,386 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,387 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:54,400 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,413 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,413 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9d16b04c, L:/127.0.0.1:43777 - R:/127.0.0.1:42508] 2024-11-13T06:01:54,467 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:54,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:54,476 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43777 2024-11-13T06:01:54,482 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7817 (was 7820) 2024-11-13T06:01:54,487 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7817 2024-11-13T06:01:54,489 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:54,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40511 2024-11-13T06:01:54,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0c8a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:54,491 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:54,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:54,492 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,520 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,520 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:54,535 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,547 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,548 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0b776cc5, L:/127.0.0.1:40511 - R:/127.0.0.1:37786] 2024-11-13T06:01:54,583 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:54,584 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:37786; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:54,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:54,587 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:40511 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:01:54,587 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40511 2024-11-13T06:01:54,592 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=297 (was 297), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7810 (was 7817) 2024-11-13T06:01:54,596 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=297, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7810 2024-11-13T06:01:54,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:54,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45315 2024-11-13T06:01:54,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57277034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:54,601 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:54,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:01:54,605 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,632 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,633 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:54,645 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,658 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,658 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x69d74788, L:/127.0.0.1:45315 - R:/127.0.0.1:51426] 2024-11-13T06:01:54,703 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:01:54,706 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:01:54,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:54,712 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=298 (was 297) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7803 (was 7810) 2024-11-13T06:01:54,717 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=298, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7803 2024-11-13T06:01:54,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:54,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32915 2024-11-13T06:01:54,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d899f9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:54,721 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:54,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:01:54,722 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,748 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,749 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:54,762 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,774 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,775 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x70f67305, L:/127.0.0.1:32915 - R:/127.0.0.1:39950] 2024-11-13T06:01:54,808 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:01:54,808 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:39950 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:39950 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:54,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:54,816 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=299 (was 298) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7796 (was 7803) 2024-11-13T06:01:54,820 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=299, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7796 2024-11-13T06:01:54,823 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:54,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37191 2024-11-13T06:01:54,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d788b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:54,824 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:54,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:54,826 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,855 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,856 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:54,870 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,886 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,887 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xff75fcf4, L:/127.0.0.1:37191 - R:/127.0.0.1:43918] 2024-11-13T06:01:54,925 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:43918 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:43918 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:54,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:54,928 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37191 2024-11-13T06:01:54,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23 (was 23), OpenFileDescriptor=299 (was 299), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7790 (was 7796) 2024-11-13T06:01:54,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=23, OpenFileDescriptor=299, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7789 2024-11-13T06:01:54,940 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:54,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46647 2024-11-13T06:01:54,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f586d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:54,941 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:54,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:54,942 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:54,969 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:54,969 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:54,993 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,006 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,006 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x76ed888e, L:/127.0.0.1:46647 - R:/127.0.0.1:37502] 2024-11-13T06:01:55,039 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:55,142 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:55,143 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:55,144 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:55,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:55,151 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 23) - Thread LEAK? -, OpenFileDescriptor=301 (was 299) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7774 (was 7789) 2024-11-13T06:01:55,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7773 2024-11-13T06:01:55,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:55,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44723 2024-11-13T06:01:55,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c56bbf3, compressor=org.apache.hadoop.io.compress.GzipCodec@31c95dfc, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:55,161 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:55,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:55,163 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,191 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,191 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:55,204 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,217 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,217 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3e0811d5, L:/127.0.0.1:44723 - R:/127.0.0.1:39948] 2024-11-13T06:01:55,259 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:55,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:55,273 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44723 2024-11-13T06:01:55,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7765 (was 7773) 2024-11-13T06:01:55,284 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7765 2024-11-13T06:01:55,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:55,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36421 2024-11-13T06:01:55,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d68d4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:55,287 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:55,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:55,289 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,315 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,315 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:55,328 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,341 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,341 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa95e5389, L:/127.0.0.1:36421 - R:/127.0.0.1:52716] 2024-11-13T06:01:55,372 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:55,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:55,375 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36421 2024-11-13T06:01:55,380 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7759 (was 7765) 2024-11-13T06:01:55,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7759 2024-11-13T06:01:55,388 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:55,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39213 2024-11-13T06:01:55,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7203b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:55,389 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:55,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:55,390 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,421 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,421 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:55,436 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,448 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,449 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x435ea175, L:/127.0.0.1:39213 - R:/127.0.0.1:34448] 2024-11-13T06:01:55,480 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:55,482 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:55,482 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34448 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:01:55,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:55,483 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:01:55,483 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39213 2024-11-13T06:01:55,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7752 (was 7759) 2024-11-13T06:01:55,493 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7752 2024-11-13T06:01:55,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:55,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34747 2024-11-13T06:01:55,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:55,496 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:55,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:55,498 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,527 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,528 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:55,543 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,556 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,556 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x53f61df6, L:/127.0.0.1:34747 - R:/127.0.0.1:53156] 2024-11-13T06:01:55,586 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:55,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:55,588 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34747 2024-11-13T06:01:55,594 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7746 (was 7752) 2024-11-13T06:01:55,599 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7746 2024-11-13T06:01:55,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:55,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44347 2024-11-13T06:01:55,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45898030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:55,605 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:55,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:55,610 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,637 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,638 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:55,655 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,668 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,668 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd941d677, L:/127.0.0.1:44347 - R:/127.0.0.1:42270] 2024-11-13T06:01:55,698 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:55,700 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:01:55,706 INFO [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-2e4f48a00f97d6ad5b29944706e5fa25-08565798aa6648d3-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:01:55,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:55,708 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:01:55,709 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44347 2024-11-13T06:01:55,714 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24 (was 24), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7738 (was 7746) 2024-11-13T06:01:55,718 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=24, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7738 2024-11-13T06:01:55,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:55,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44089 2024-11-13T06:01:55,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24791fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:55,721 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:55,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:55,723 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,749 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,750 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:55,765 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,779 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,780 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xda39b8cf, L:/127.0.0.1:44089 - R:/127.0.0.1:58128] 2024-11-13T06:01:55,817 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:55,857 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44089 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:01:55,857 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44089 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:01:55,857 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44089 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:01:55,858 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44089 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:01:55,858 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44089 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:01:55,858 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44089 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=132ms, rpcTimeout=100ms 2024-11-13T06:01:55,858 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44089 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=132ms, rpcTimeout=100ms 2024-11-13T06:01:55,858 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44089 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=132ms, rpcTimeout=100ms 2024-11-13T06:01:55,858 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44089 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:01:55,859 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44089 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:01:55,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:55,859 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44089 2024-11-13T06:01:55,867 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[0: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=false, clientTlsEnabled=true] Thread=25 (was 24) - Thread LEAK? -, OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7731 (was 7738) 2024-11-13T06:01:55,874 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7731 2024-11-13T06:01:55,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:55,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44891 2024-11-13T06:01:55,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c3ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:55,877 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:55,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:55,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:55,879 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:44891 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:01:55,880 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44891 2024-11-13T06:01:55,885 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25 (was 25), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7730 (was 7731) 2024-11-13T06:01:55,890 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7730 2024-11-13T06:01:55,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:55,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43053 2024-11-13T06:01:55,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2d5c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:55,893 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:55,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:55,895 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,924 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,925 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:55,938 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:55,951 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:55,951 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1e8c7f6c, L:/127.0.0.1:43053 - R:/127.0.0.1:49374] 2024-11-13T06:01:55,983 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:56,036 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=142ms, rpcTimeout=100ms 2024-11-13T06:01:56,145 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:56,256 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:56,366 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:56,476 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:01:56,586 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:56,696 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:56,806 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=107ms, rpcTimeout=100ms 2024-11-13T06:01:56,820 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:01:56,820 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58128 deadline: 1731477715919 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58128 2024-11-13T06:01:56,821 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58128 deadline: 1731477715919 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58128 2024-11-13T06:01:56,822 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58128 deadline: 1731477715919 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58128 2024-11-13T06:01:56,823 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58128 deadline: 1731477715920 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58128 2024-11-13T06:01:56,824 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58128 deadline: 1731477715920 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58128 2024-11-13T06:01:56,825 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58128 deadline: 1731477715920 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58128 2024-11-13T06:01:56,826 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58128 deadline: 1731477715921 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58128 2024-11-13T06:01:56,826 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58128 deadline: 1731477715921 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58128 2024-11-13T06:01:56,827 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58128 deadline: 1731477715922 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58128 2024-11-13T06:01:56,916 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:01:56,985 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49374 deadline: 1731477716138 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49374 2024-11-13T06:01:56,985 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49374 deadline: 1731477716247 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49374 2024-11-13T06:01:56,986 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49374 deadline: 1731477716358 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49374 2024-11-13T06:01:56,986 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49374 deadline: 1731477716470 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49374 2024-11-13T06:01:56,987 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49374 deadline: 1731477716579 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49374 2024-11-13T06:01:56,987 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49374 deadline: 1731477716691 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49374 2024-11-13T06:01:56,988 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49374 deadline: 1731477716801 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49374 2024-11-13T06:01:56,988 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49374 deadline: 1731477716910 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49374 2024-11-13T06:01:56,988 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:01:57,026 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43053 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:01:57,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:57,026 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43053 2024-11-13T06:01:57,037 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25 (was 25), OpenFileDescriptor=300 (was 300), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7719 (was 7730) 2024-11-13T06:01:57,042 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=25, OpenFileDescriptor=300, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7719 2024-11-13T06:01:57,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:57,045 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38791 2024-11-13T06:01:57,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ba629a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:57,045 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:57,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:57,046 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,077 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,077 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:57,090 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,103 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,104 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x277ed4ef, L:/127.0.0.1:38791 - R:/127.0.0.1:54032] 2024-11-13T06:01:57,135 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:57,137 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:57,137 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:54032 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:01:57,139 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:57,140 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:57,141 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:57,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:57,147 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 25) - Thread LEAK? -, OpenFileDescriptor=301 (was 300) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7712 (was 7719) 2024-11-13T06:01:57,152 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7712 2024-11-13T06:01:57,153 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:57,154 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44311 2024-11-13T06:01:57,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2887e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:57,155 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:57,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:57,156 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,181 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,181 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:57,195 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,208 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,208 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc78f7b00, L:/127.0.0.1:44311 - R:/127.0.0.1:55586] 2024-11-13T06:01:57,239 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:57,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:57,259 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44311 2024-11-13T06:01:57,264 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7705 (was 7712) 2024-11-13T06:01:57,269 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7705 2024-11-13T06:01:57,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3484882a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:57,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:57,271 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36773 2024-11-13T06:01:57,272 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:57,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:57,273 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,301 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,302 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:57,314 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,326 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,327 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfeaa9704, L:/127.0.0.1:36773 - R:/127.0.0.1:40778] 2024-11-13T06:01:57,356 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:57,357 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:57,357 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:40778 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:01:57,358 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:01:57,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:57,359 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36773 2024-11-13T06:01:57,364 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7698 (was 7705) 2024-11-13T06:01:57,368 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7697 2024-11-13T06:01:57,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:57,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32799 2024-11-13T06:01:57,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3deb3935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:57,370 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:57,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:57,371 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,399 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,400 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:57,413 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,426 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,426 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x070157ee, L:/127.0.0.1:32799 - R:/127.0.0.1:37224] 2024-11-13T06:01:57,456 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:57,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:57,462 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32799 2024-11-13T06:01:57,467 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7690 (was 7697) 2024-11-13T06:01:57,471 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7690 2024-11-13T06:01:57,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:57,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44305 2024-11-13T06:01:57,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb24d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:57,473 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:57,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:57,474 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,503 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,503 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:57,517 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,530 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,530 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5e24bfa2, L:/127.0.0.1:44305 - R:/127.0.0.1:46500] 2024-11-13T06:01:57,560 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:57,560 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:46500; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:57,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:57,561 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:44305 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:01:57,561 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44305 2024-11-13T06:01:57,566 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=301 (was 301), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7684 (was 7690) 2024-11-13T06:01:57,571 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=301, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7684 2024-11-13T06:01:57,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:57,573 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44481 2024-11-13T06:01:57,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af49a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:57,573 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:57,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:01:57,575 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,602 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,602 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:57,615 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,628 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,628 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xaad1747c, L:/127.0.0.1:44481 - R:/127.0.0.1:33254] 2024-11-13T06:01:57,656 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:01:57,657 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:01:57,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:57,662 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=302 (was 301) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7678 (was 7684) 2024-11-13T06:01:57,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=302, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7678 2024-11-13T06:01:57,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:57,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38321 2024-11-13T06:01:57,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd2258b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:57,668 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:57,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:01:57,670 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,696 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,697 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:57,711 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,723 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,723 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3c09de3a, L:/127.0.0.1:38321 - R:/127.0.0.1:36554] 2024-11-13T06:01:57,753 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:01:57,753 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:36554 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:36554 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:57,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:57,759 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=303 (was 302) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7672 (was 7678) 2024-11-13T06:01:57,763 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=303, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7672 2024-11-13T06:01:57,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:57,765 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45567 2024-11-13T06:01:57,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b52dd98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:57,766 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:57,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:57,767 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,794 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,795 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:57,808 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,821 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,821 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x38c96919, L:/127.0.0.1:45567 - R:/127.0.0.1:51286] 2024-11-13T06:01:57,852 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:51286 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:51286 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:57,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:57,853 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45567 2024-11-13T06:01:57,858 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=303 (was 303), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7665 (was 7672) 2024-11-13T06:01:57,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=303, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7665 2024-11-13T06:01:57,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:57,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36845 2024-11-13T06:01:57,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cda8084, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:57,865 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:57,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:57,867 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,893 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,894 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:57,908 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:57,921 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:57,921 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb346134b, L:/127.0.0.1:36845 - R:/127.0.0.1:51200] 2024-11-13T06:01:57,951 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:57,989 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:01:58,054 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:58,055 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:58,057 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:58,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:58,066 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 303) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7659 (was 7665) 2024-11-13T06:01:58,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7659 2024-11-13T06:01:58,072 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:58,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34205 2024-11-13T06:01:58,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5579467b, compressor=org.apache.hadoop.io.compress.GzipCodec@600f0c6f, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:58,073 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:58,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:58,074 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,098 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,098 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:58,111 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,124 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,124 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x858be37b, L:/127.0.0.1:34205 - R:/127.0.0.1:43816] 2024-11-13T06:01:58,155 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:58,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:58,157 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34205 2024-11-13T06:01:58,162 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7652 (was 7659) 2024-11-13T06:01:58,167 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7652 2024-11-13T06:01:58,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:58,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41073 2024-11-13T06:01:58,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c698795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:58,169 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:58,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:58,170 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,197 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,198 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:58,211 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,224 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,224 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x57e60ca4, L:/127.0.0.1:41073 - R:/127.0.0.1:48816] 2024-11-13T06:01:58,252 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:58,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:58,254 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41073 2024-11-13T06:01:58,259 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7646 (was 7652) 2024-11-13T06:01:58,264 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7646 2024-11-13T06:01:58,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:58,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34047 2024-11-13T06:01:58,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5443860a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:58,266 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:58,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:58,267 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,292 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,292 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:58,305 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,318 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,318 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfd42720f, L:/127.0.0.1:34047 - R:/127.0.0.1:37216] 2024-11-13T06:01:58,346 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:58,347 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:58,348 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:37216 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:01:58,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:58,349 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:01:58,349 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34047 2024-11-13T06:01:58,354 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7639 (was 7646) 2024-11-13T06:01:58,359 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7639 2024-11-13T06:01:58,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:58,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44819 2024-11-13T06:01:58,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:58,361 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:58,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:58,362 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,387 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,387 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:58,400 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,412 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,412 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf872652a, L:/127.0.0.1:44819 - R:/127.0.0.1:59610] 2024-11-13T06:01:58,440 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:58,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:58,442 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44819 2024-11-13T06:01:58,446 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7632 (was 7639) 2024-11-13T06:01:58,451 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7632 2024-11-13T06:01:58,453 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:58,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37037 2024-11-13T06:01:58,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a56dbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:58,454 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:58,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:58,455 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,484 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,484 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:58,503 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,515 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,515 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x78022f3f, L:/127.0.0.1:37037 - R:/127.0.0.1:47398] 2024-11-13T06:01:58,546 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:58,546 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:01:58,546 INFO [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-5449c5157f3ddf18752aaf950684519a-5ab63e3dca641cd4-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:01:58,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:58,547 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:01:58,547 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37037 2024-11-13T06:01:58,552 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26 (was 26), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7626 (was 7632) 2024-11-13T06:01:58,557 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=26, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7626 2024-11-13T06:01:58,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:58,559 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34481 2024-11-13T06:01:58,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427f38e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:58,560 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:58,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:58,561 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,591 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,591 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:01:58,604 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,617 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,618 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf4a274c8, L:/127.0.0.1:34481 - R:/127.0.0.1:45776] 2024-11-13T06:01:58,647 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:58,697 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:01:58,697 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:01:58,697 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:01:58,697 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:01:58,697 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:01:58,698 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:01:58,698 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:01:58,698 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:01:58,698 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:01:58,698 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34481 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:01:58,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:58,698 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34481 2024-11-13T06:01:58,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[1: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=true] Thread=27 (was 26) - Thread LEAK? -, OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7620 (was 7626) 2024-11-13T06:01:58,713 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7619 2024-11-13T06:01:58,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:58,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40109 2024-11-13T06:01:58,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad47568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:58,715 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:58,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:58,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:58,716 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:40109 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:01:58,717 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40109 2024-11-13T06:01:58,722 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27 (was 27), OpenFileDescriptor=305 (was 304) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7618 (was 7619) 2024-11-13T06:01:58,726 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7618 2024-11-13T06:01:58,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:58,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43611 2024-11-13T06:01:58,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6e6a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:58,729 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:58,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:58,744 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:58,756 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:58,757 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd031973f, L:/127.0.0.1:43611 - R:/127.0.0.1:33096] 2024-11-13T06:01:58,757 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:58,836 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43611 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=106ms, rpcTimeout=100ms 2024-11-13T06:01:58,946 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43611 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:59,055 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43611 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:59,166 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43611 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:01:59,276 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43611 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:59,386 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43611 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:01:59,496 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43611 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:01:59,606 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43611 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:59,649 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:01:59,649 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45776 deadline: 1731477718748 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45776 2024-11-13T06:01:59,649 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45776 deadline: 1731477718748 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45776 2024-11-13T06:01:59,650 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45776 deadline: 1731477718749 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45776 2024-11-13T06:01:59,650 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45776 deadline: 1731477718749 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45776 2024-11-13T06:01:59,651 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45776 deadline: 1731477718749 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45776 2024-11-13T06:01:59,651 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45776 deadline: 1731477718749 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45776 2024-11-13T06:01:59,651 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45776 deadline: 1731477718750 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45776 2024-11-13T06:01:59,652 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45776 deadline: 1731477718750 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45776 2024-11-13T06:01:59,652 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45776 deadline: 1731477718750 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45776 2024-11-13T06:01:59,716 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43611 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:01:59,759 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33096 deadline: 1731477718938 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33096 2024-11-13T06:01:59,760 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:01:59,760 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33096 deadline: 1731477719048 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33096 2024-11-13T06:01:59,760 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33096 deadline: 1731477719157 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33096 2024-11-13T06:01:59,761 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33096 deadline: 1731477719269 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33096 2024-11-13T06:01:59,761 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33096 deadline: 1731477719379 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33096 2024-11-13T06:01:59,762 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33096 deadline: 1731477719489 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33096 2024-11-13T06:01:59,762 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33096 deadline: 1731477719598 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33096 2024-11-13T06:01:59,762 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33096 deadline: 1731477719709 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33096 2024-11-13T06:01:59,825 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43611 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:01:59,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:59,826 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43611 2024-11-13T06:01:59,832 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27 (was 27), OpenFileDescriptor=304 (was 304), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7621 (was 7618) - AvailableMemoryMB LEAK? - 2024-11-13T06:01:59,839 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=27, OpenFileDescriptor=304, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7621 2024-11-13T06:01:59,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:59,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43049 2024-11-13T06:01:59,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340cd406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:59,842 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:59,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:59,865 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:59,877 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:59,877 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9a4cc1d9, L:/127.0.0.1:43049 - R:/127.0.0.1:39258] 2024-11-13T06:01:59,878 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:59,878 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:59,879 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:39258 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:01:59,880 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:59,880 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:59,881 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:01:59,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:59,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 27) - Thread LEAK? -, OpenFileDescriptor=305 (was 304) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7617 (was 7621) 2024-11-13T06:01:59,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7617 2024-11-13T06:01:59,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:59,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41045 2024-11-13T06:01:59,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367b9499, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:59,894 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:59,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:59,908 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:59,920 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:59,920 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb38c1655, L:/127.0.0.1:41045 - R:/127.0.0.1:37984] 2024-11-13T06:01:59,921 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:59,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:59,933 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41045 2024-11-13T06:01:59,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7613 (was 7617) 2024-11-13T06:01:59,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7613 2024-11-13T06:01:59,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a6f576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:59,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:59,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36117 2024-11-13T06:01:59,945 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:59,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:01:59,959 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:01:59,971 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:01:59,972 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x031e0b6b, L:/127.0.0.1:36117 - R:/127.0.0.1:34546] 2024-11-13T06:01:59,972 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:01:59,973 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:01:59,973 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34546 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:01:59,974 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:01:59,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:01:59,974 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36117 2024-11-13T06:01:59,979 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7610 (was 7613) 2024-11-13T06:01:59,983 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7610 2024-11-13T06:01:59,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:01:59,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37533 2024-11-13T06:01:59,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fffd69c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:01:59,987 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:01:59,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:00,002 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:00,016 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:00,016 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x545b3edd, L:/127.0.0.1:37533 - R:/127.0.0.1:52624] 2024-11-13T06:02:00,016 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:00,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,021 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37533 2024-11-13T06:02:00,026 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7607 (was 7610) 2024-11-13T06:02:00,030 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7607 2024-11-13T06:02:00,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34825 2024-11-13T06:02:00,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3323ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,032 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:00,049 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:00,062 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:00,062 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9c23f540, L:/127.0.0.1:34825 - R:/127.0.0.1:35572] 2024-11-13T06:02:00,063 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:00,063 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:35572; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:00,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,064 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:34825 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:00,064 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34825 2024-11-13T06:02:00,069 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=305 (was 305), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7603 (was 7607) 2024-11-13T06:02:00,073 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=305, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7603 2024-11-13T06:02:00,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,076 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34587 2024-11-13T06:02:00,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39abb6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,076 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:00,092 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:00,104 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:00,104 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa63d7f05, L:/127.0.0.1:34587 - R:/127.0.0.1:48294] 2024-11-13T06:02:00,105 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:00,105 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:00,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,110 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=306 (was 305) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7601 (was 7603) 2024-11-13T06:02:00,114 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=306, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7601 2024-11-13T06:02:00,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41769 2024-11-13T06:02:00,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c23cca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,117 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:00,134 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:00,146 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:00,146 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x57af6fa7, L:/127.0.0.1:41769 - R:/127.0.0.1:45580] 2024-11-13T06:02:00,147 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:00,147 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:45580 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:45580 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:00,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,152 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=307 (was 306) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7599 (was 7601) 2024-11-13T06:02:00,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=307, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7598 2024-11-13T06:02:00,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46401 2024-11-13T06:02:00,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d81df49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,158 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:00,175 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:00,187 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:00,187 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x20b697ad, L:/127.0.0.1:46401 - R:/127.0.0.1:45316] 2024-11-13T06:02:00,187 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:45316 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:45316 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:00,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,188 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46401 2024-11-13T06:02:00,193 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28 (was 28), OpenFileDescriptor=307 (was 307), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7595 (was 7598) 2024-11-13T06:02:00,197 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=28, OpenFileDescriptor=307, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7595 2024-11-13T06:02:00,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44337 2024-11-13T06:02:00,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ac3e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,199 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:00,215 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:00,228 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:00,228 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdf403b49, L:/127.0.0.1:44337 - R:/127.0.0.1:44366] 2024-11-13T06:02:00,228 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44366, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:00,331 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:00,332 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:00,332 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:00,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,338 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 28) - Thread LEAK? -, OpenFileDescriptor=308 (was 307) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7591 (was 7595) 2024-11-13T06:02:00,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7590 2024-11-13T06:02:00,345 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32981 2024-11-13T06:02:00,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e83830, compressor=org.apache.hadoop.io.compress.GzipCodec@9b763ea, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,346 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:00,363 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:00,375 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:00,375 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x32ac6061, L:/127.0.0.1:32981 - R:/127.0.0.1:40342] 2024-11-13T06:02:00,375 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:00,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,378 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32981 2024-11-13T06:02:00,382 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7588 (was 7590) 2024-11-13T06:02:00,386 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7587 2024-11-13T06:02:00,388 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37711 2024-11-13T06:02:00,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151232d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,388 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:00,405 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:00,418 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:00,418 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xeaf2b0d0, L:/127.0.0.1:37711 - R:/127.0.0.1:54216] 2024-11-13T06:02:00,418 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:00,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,420 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37711 2024-11-13T06:02:00,424 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7585 (was 7587) 2024-11-13T06:02:00,428 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7585 2024-11-13T06:02:00,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,430 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43989 2024-11-13T06:02:00,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc872ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,430 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:00,448 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:00,460 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:00,460 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x85a05909, L:/127.0.0.1:43989 - R:/127.0.0.1:40894] 2024-11-13T06:02:00,461 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:00,462 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:00,462 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:40894 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:00,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,463 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:00,463 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43989 2024-11-13T06:02:00,467 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7582 (was 7585) 2024-11-13T06:02:00,471 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7582 2024-11-13T06:02:00,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36151 2024-11-13T06:02:00,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,473 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:00,489 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:00,501 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:00,502 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5776c83a, L:/127.0.0.1:36151 - R:/127.0.0.1:44608] 2024-11-13T06:02:00,502 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:00,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,504 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36151 2024-11-13T06:02:00,508 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7580 (was 7582) 2024-11-13T06:02:00,512 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7580 2024-11-13T06:02:00,513 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,514 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34985 2024-11-13T06:02:00,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71962c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,514 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:00,532 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:00,544 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:00,544 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xccca733c, L:/127.0.0.1:34985 - R:/127.0.0.1:58148] 2024-11-13T06:02:00,545 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58148, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:00,545 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:00,545 INFO [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-8672663898c767b10c89b57c22954de1-27f19094a3e3b291-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:00,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,546 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:00,546 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34985 2024-11-13T06:02:00,550 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7577 (was 7580) 2024-11-13T06:02:00,555 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7577 2024-11-13T06:02:00,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43001 2024-11-13T06:02:00,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60401e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,557 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:00,571 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:00,583 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:00,584 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc0286c20, L:/127.0.0.1:43001 - R:/127.0.0.1:37870] 2024-11-13T06:02:00,584 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:00,668 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:00,668 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:00,668 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:00,668 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:00,669 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:00,669 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:00,669 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:00,669 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:00,669 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:00,669 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43001 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:00,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,669 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43001 2024-11-13T06:02:00,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[2: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@741b3bc3, acceptPlainText=true, clientTlsEnabled=false] Thread=30 (was 29) - Thread LEAK? -, OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7573 (was 7577) 2024-11-13T06:02:00,683 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7573 2024-11-13T06:02:00,763 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:00,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38365 2024-11-13T06:02:00,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a804d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,966 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:00,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:00,968 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:38365 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:00,968 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38365 2024-11-13T06:02:00,972 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=29 (was 30), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7537 (was 7573) 2024-11-13T06:02:00,977 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7536 2024-11-13T06:02:00,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:00,978 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41069 2024-11-13T06:02:00,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489a7b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:00,978 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:00,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:00,979 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:01,007 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:01,007 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:01,020 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:01,033 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:01,033 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1e7c1582, L:/127.0.0.1:41069 - R:/127.0.0.1:53150] 2024-11-13T06:02:01,064 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:01,115 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41069 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms 2024-11-13T06:02:01,225 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41069 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:01,335 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41069 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:01,446 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41069 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:01,556 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41069 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:01,585 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:01,585 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37870 deadline: 1731477720685 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37870 2024-11-13T06:02:01,586 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37870 deadline: 1731477720685 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37870 2024-11-13T06:02:01,586 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37870 deadline: 1731477720686 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37870 2024-11-13T06:02:01,586 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37870 deadline: 1731477720686 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37870 2024-11-13T06:02:01,586 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37870 deadline: 1731477720686 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37870 2024-11-13T06:02:01,586 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37870 deadline: 1731477720686 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37870 2024-11-13T06:02:01,587 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37870 deadline: 1731477720686 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37870 2024-11-13T06:02:01,587 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37870 deadline: 1731477720687 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37870 2024-11-13T06:02:01,587 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37870 deadline: 1731477720687 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37870 2024-11-13T06:02:01,666 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41069 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:01,775 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41069 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:01,886 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41069 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:01,996 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41069 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:02,065 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53150 deadline: 1731477721216 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53150 2024-11-13T06:02:02,066 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:02,066 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53150 deadline: 1731477721327 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53150 2024-11-13T06:02:02,067 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53150 deadline: 1731477721436 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53150 2024-11-13T06:02:02,068 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53150 deadline: 1731477721548 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53150 2024-11-13T06:02:02,068 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53150 deadline: 1731477721660 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53150 2024-11-13T06:02:02,069 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53150 deadline: 1731477721767 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53150 2024-11-13T06:02:02,070 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53150 deadline: 1731477721879 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53150 2024-11-13T06:02:02,070 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:53150 deadline: 1731477721989 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:53150 2024-11-13T06:02:02,106 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41069 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:02,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:02,106 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41069 2024-11-13T06:02:02,120 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=29 (was 29), OpenFileDescriptor=308 (was 308), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7529 (was 7536) 2024-11-13T06:02:02,125 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=29, OpenFileDescriptor=308, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7529 2024-11-13T06:02:02,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:02,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35451 2024-11-13T06:02:02,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c50a269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:02,127 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:02,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:02,128 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,159 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,159 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:02,173 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,186 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,186 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdfbc7203, L:/127.0.0.1:35451 - R:/127.0.0.1:52094] 2024-11-13T06:02:02,214 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:02,215 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:02,215 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:52094 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:02,216 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:02,217 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:02,218 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:02,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:02,223 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 29) - Thread LEAK? -, OpenFileDescriptor=309 (was 308) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7523 (was 7529) 2024-11-13T06:02:02,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7523 2024-11-13T06:02:02,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:02,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46097 2024-11-13T06:02:02,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c33f4dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:02,230 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:02,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:02,231 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,259 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,259 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:02,276 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,288 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,288 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4afa7909, L:/127.0.0.1:46097 - R:/127.0.0.1:44936] 2024-11-13T06:02:02,318 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:02,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:02,332 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46097 2024-11-13T06:02:02,338 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7516 (was 7523) 2024-11-13T06:02:02,342 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7515 2024-11-13T06:02:02,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593bfd1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:02,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:02,345 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33217 2024-11-13T06:02:02,345 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:02,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:02,346 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,373 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,374 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:02,387 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,400 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,400 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x048bed0a, L:/127.0.0.1:33217 - R:/127.0.0.1:52154] 2024-11-13T06:02:02,427 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:02,428 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:02,428 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:52154 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:02,429 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:02,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:02,429 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33217 2024-11-13T06:02:02,435 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7509 (was 7515) 2024-11-13T06:02:02,439 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7509 2024-11-13T06:02:02,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:02,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35379 2024-11-13T06:02:02,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6db1f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:02,441 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:02,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:02,442 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,472 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,472 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:02,485 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,497 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,498 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x9c986ab9, L:/127.0.0.1:35379 - R:/127.0.0.1:45704] 2024-11-13T06:02:02,527 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:02,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:02,532 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35379 2024-11-13T06:02:02,537 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7502 (was 7509) 2024-11-13T06:02:02,541 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7502 2024-11-13T06:02:02,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:02,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41681 2024-11-13T06:02:02,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edfedf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:02,543 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:02,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:02,544 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,576 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,576 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:02,590 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,603 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,603 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3d912e05, L:/127.0.0.1:41681 - R:/127.0.0.1:40214] 2024-11-13T06:02:02,631 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:02,631 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:40214; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:02,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:02,632 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:41681 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:02,632 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41681 2024-11-13T06:02:02,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=309 (was 309), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7496 (was 7502) 2024-11-13T06:02:02,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=309, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7496 2024-11-13T06:02:02,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:02,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43613 2024-11-13T06:02:02,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a37e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:02,644 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:02,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:02,645 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,674 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,674 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:02,688 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,700 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,700 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x494f363e, L:/127.0.0.1:43613 - R:/127.0.0.1:48512] 2024-11-13T06:02:02,726 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:02,727 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:02,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:02,732 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=310 (was 309) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 147) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7490 (was 7496) 2024-11-13T06:02:02,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=310, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7489 2024-11-13T06:02:02,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:02,738 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36039 2024-11-13T06:02:02,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402acab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:02,738 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:02,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:02,739 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,768 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,768 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:02,782 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,795 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,796 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6217a5e7, L:/127.0.0.1:36039 - R:/127.0.0.1:58402] 2024-11-13T06:02:02,823 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:02,823 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:58402 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:58402 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:02,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:02,829 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=311 (was 310) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7483 (was 7489) 2024-11-13T06:02:02,834 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=311, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7483 2024-11-13T06:02:02,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:02,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39291 2024-11-13T06:02:02,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710b73ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:02,836 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:02,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:02,837 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,864 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,864 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:02,877 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,889 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,890 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf4117662, L:/127.0.0.1:39291 - R:/127.0.0.1:50158] 2024-11-13T06:02:02,918 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:50158 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:50158 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:02,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:02,919 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39291 2024-11-13T06:02:02,925 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=311 (was 311), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7476 (was 7483) 2024-11-13T06:02:02,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=311, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7476 2024-11-13T06:02:02,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:02,931 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36883 2024-11-13T06:02:02,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2bb2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:02,932 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:02,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:02,932 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,958 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,958 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:02,972 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:02,984 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:02,984 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x3bef3d62, L:/127.0.0.1:36883 - R:/127.0.0.1:37720] 2024-11-13T06:02:03,013 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:03,072 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:03,116 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:03,117 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:03,118 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:03,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:03,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=313 (was 311) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7469 (was 7476) 2024-11-13T06:02:03,132 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7469 2024-11-13T06:02:03,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:03,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41993 2024-11-13T06:02:03,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465b3bce, compressor=org.apache.hadoop.io.compress.GzipCodec@15095e95, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:03,135 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:03,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:03,136 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,161 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,161 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:03,175 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,187 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,187 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4a8a8165, L:/127.0.0.1:41993 - R:/127.0.0.1:47882] 2024-11-13T06:02:03,215 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:03,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:03,218 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41993 2024-11-13T06:02:03,222 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7462 (was 7469) 2024-11-13T06:02:03,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7461 2024-11-13T06:02:03,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:03,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43893 2024-11-13T06:02:03,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dab86ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:03,230 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:03,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:03,231 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,260 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,261 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:03,274 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,287 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,288 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x06454a1a, L:/127.0.0.1:43893 - R:/127.0.0.1:56520] 2024-11-13T06:02:03,315 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:03,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:03,317 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43893 2024-11-13T06:02:03,322 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7455 (was 7461) 2024-11-13T06:02:03,326 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7455 2024-11-13T06:02:03,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:03,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34849 2024-11-13T06:02:03,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f65c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:03,328 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:03,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:03,329 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,356 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,356 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:03,370 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,382 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,382 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa2e13660, L:/127.0.0.1:34849 - R:/127.0.0.1:42304] 2024-11-13T06:02:03,412 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:03,413 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:03,413 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:42304 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:03,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:03,414 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:03,414 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34849 2024-11-13T06:02:03,420 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7448 (was 7455) 2024-11-13T06:02:03,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7448 2024-11-13T06:02:03,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:03,426 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33199 2024-11-13T06:02:03,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:03,427 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:03,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:03,428 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,452 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,453 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:03,465 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,478 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,478 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc61fcb12, L:/127.0.0.1:33199 - R:/127.0.0.1:36484] 2024-11-13T06:02:03,505 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:03,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:03,507 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33199 2024-11-13T06:02:03,512 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7443 (was 7448) 2024-11-13T06:02:03,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7443 2024-11-13T06:02:03,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:03,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33111 2024-11-13T06:02:03,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f3d82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:03,520 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:03,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:03,521 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,546 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,546 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:03,559 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,571 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,572 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7b8f028a, L:/127.0.0.1:33111 - R:/127.0.0.1:46156] 2024-11-13T06:02:03,600 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:03,600 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:03,601 INFO [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-d03248e0ba451b4fce33a029f41858be-638732d1bfb2f8f5-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:03,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:03,602 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:03,602 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33111 2024-11-13T06:02:03,607 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30 (was 30), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7437 (was 7443) 2024-11-13T06:02:03,612 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=30, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7437 2024-11-13T06:02:03,613 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:03,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38405 2024-11-13T06:02:03,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e9e8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:03,614 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:03,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:03,615 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,639 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,640 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:03,664 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,681 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,681 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf1501c26, L:/127.0.0.1:38405 - R:/127.0.0.1:52986] 2024-11-13T06:02:03,711 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:03,747 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38405 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:03,747 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38405 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:03,747 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38405 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:03,747 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38405 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:03,747 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38405 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:03,747 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38405 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:03,747 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38405 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:03,747 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38405 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:03,747 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38405 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:03,747 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38405 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:03,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:03,747 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38405 2024-11-13T06:02:03,757 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[3: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=false, clientTlsEnabled=true] Thread=31 (was 30) - Thread LEAK? -, OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7429 (was 7437) 2024-11-13T06:02:03,762 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7429 2024-11-13T06:02:03,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:03,763 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36127 2024-11-13T06:02:03,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41de59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:03,764 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:03,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:03,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:03,765 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:36127 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:03,765 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36127 2024-11-13T06:02:03,770 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31 (was 31), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7428 (was 7429) 2024-11-13T06:02:03,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7427 2024-11-13T06:02:03,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:03,777 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37785 2024-11-13T06:02:03,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd826b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:03,777 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:03,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:03,778 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,803 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,803 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:03,815 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:03,827 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:03,828 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x57c18c21, L:/127.0.0.1:37785 - R:/127.0.0.1:48878] 2024-11-13T06:02:03,855 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:03,905 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37785 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=127ms, rpcTimeout=100ms 2024-11-13T06:02:04,016 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37785 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:04,127 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37785 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:04,236 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37785 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:04,346 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37785 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:04,456 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37785 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:04,566 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37785 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:04,676 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37785 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:04,713 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:04,713 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52986 deadline: 1731477723812 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52986 2024-11-13T06:02:04,714 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52986 deadline: 1731477723812 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52986 2024-11-13T06:02:04,714 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52986 deadline: 1731477723812 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52986 2024-11-13T06:02:04,715 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52986 deadline: 1731477723813 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52986 2024-11-13T06:02:04,715 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52986 deadline: 1731477723813 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52986 2024-11-13T06:02:04,716 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52986 deadline: 1731477723813 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52986 2024-11-13T06:02:04,716 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52986 deadline: 1731477723813 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52986 2024-11-13T06:02:04,717 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52986 deadline: 1731477723813 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52986 2024-11-13T06:02:04,718 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52986 deadline: 1731477723813 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52986 2024-11-13T06:02:04,786 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37785 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:04,857 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48878 deadline: 1731477724006 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48878 2024-11-13T06:02:04,858 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48878 deadline: 1731477724119 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48878 2024-11-13T06:02:04,858 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:04,858 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48878 deadline: 1731477724229 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48878 2024-11-13T06:02:04,859 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48878 deadline: 1731477724339 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48878 2024-11-13T06:02:04,859 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48878 deadline: 1731477724448 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48878 2024-11-13T06:02:04,860 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48878 deadline: 1731477724559 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48878 2024-11-13T06:02:04,860 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48878 deadline: 1731477724669 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48878 2024-11-13T06:02:04,861 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48878 deadline: 1731477724779 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48878 2024-11-13T06:02:04,895 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37785 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:04,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:04,896 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37785 2024-11-13T06:02:04,905 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31 (was 31), OpenFileDescriptor=312 (was 312), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7428 (was 7427) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:04,909 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=31, OpenFileDescriptor=312, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7428 2024-11-13T06:02:04,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:04,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36517 2024-11-13T06:02:04,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b6e39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:04,911 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:04,911 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:04,912 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:04,940 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:04,940 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:04,953 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:04,966 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:04,966 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe20bdcbd, L:/127.0.0.1:36517 - R:/127.0.0.1:56318] 2024-11-13T06:02:04,993 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:04,994 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:04,994 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56318 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:04,995 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:04,995 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:04,996 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:04,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:05,002 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 31) - Thread LEAK? -, OpenFileDescriptor=313 (was 312) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7423 (was 7428) 2024-11-13T06:02:05,007 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7423 2024-11-13T06:02:05,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:05,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44941 2024-11-13T06:02:05,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9b7908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:05,009 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:05,010 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:05,011 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,038 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,039 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:05,052 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,064 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,064 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x21e215c6, L:/127.0.0.1:44941 - R:/127.0.0.1:37524] 2024-11-13T06:02:05,091 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:05,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:05,103 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44941 2024-11-13T06:02:05,109 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7415 (was 7423) 2024-11-13T06:02:05,114 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7415 2024-11-13T06:02:05,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7138955d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:05,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:05,116 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38215 2024-11-13T06:02:05,117 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:05,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:05,118 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,142 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,143 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:05,156 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,169 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,170 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7dfbf2c2, L:/127.0.0.1:38215 - R:/127.0.0.1:50276] 2024-11-13T06:02:05,197 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:05,198 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:05,198 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:50276 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:05,199 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:05,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:05,199 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38215 2024-11-13T06:02:05,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7409 (was 7415) 2024-11-13T06:02:05,210 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7409 2024-11-13T06:02:05,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:05,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40647 2024-11-13T06:02:05,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5307d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:05,212 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:05,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:05,213 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,238 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,239 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:05,253 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,265 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,265 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa0080dbb, L:/127.0.0.1:40647 - R:/127.0.0.1:51974] 2024-11-13T06:02:05,293 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:05,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:05,298 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40647 2024-11-13T06:02:05,303 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7402 (was 7409) 2024-11-13T06:02:05,307 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7401 2024-11-13T06:02:05,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:05,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38567 2024-11-13T06:02:05,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42086e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:05,309 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:05,310 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:05,310 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,335 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,335 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:05,349 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,362 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,362 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x16474677, L:/127.0.0.1:38567 - R:/127.0.0.1:38538] 2024-11-13T06:02:05,389 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:05,389 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:38538; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:05,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:05,390 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:38567 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:05,390 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38567 2024-11-13T06:02:05,394 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=313 (was 313), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7396 (was 7401) 2024-11-13T06:02:05,398 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=313, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7395 2024-11-13T06:02:05,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:05,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42469 2024-11-13T06:02:05,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5e4d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:05,400 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:05,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:05,401 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,429 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,429 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:05,442 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,455 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,455 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1001a567, L:/127.0.0.1:42469 - R:/127.0.0.1:55652] 2024-11-13T06:02:05,481 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:05,482 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:05,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:05,487 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=314 (was 313) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7389 (was 7395) 2024-11-13T06:02:05,491 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=314, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7389 2024-11-13T06:02:05,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:05,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42069 2024-11-13T06:02:05,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2395529d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:05,493 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:05,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:05,494 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,523 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,524 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:05,536 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,550 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,550 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf395b64c, L:/127.0.0.1:42069 - R:/127.0.0.1:46874] 2024-11-13T06:02:05,577 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:05,578 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:46874 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:46874 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:05,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:05,583 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=315 (was 314) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7382 (was 7389) 2024-11-13T06:02:05,588 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=315, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7382 2024-11-13T06:02:05,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:05,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35681 2024-11-13T06:02:05,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3b71ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:05,591 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:05,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:05,591 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,618 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,618 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:05,631 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,644 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,644 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0d9ec938, L:/127.0.0.1:35681 - R:/127.0.0.1:36112] 2024-11-13T06:02:05,671 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:36112 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:36112 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:05,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:05,672 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35681 2024-11-13T06:02:05,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=315 (was 315), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7376 (was 7382) 2024-11-13T06:02:05,681 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=315, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7376 2024-11-13T06:02:05,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:05,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36905 2024-11-13T06:02:05,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e50da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:05,682 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:05,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:05,683 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,714 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,714 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:05,728 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,740 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,740 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc6874b57, L:/127.0.0.1:36905 - R:/127.0.0.1:38324] 2024-11-13T06:02:05,770 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:05,862 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:05,872 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:05,873 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:05,873 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:05,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:05,880 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 315) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7369 (was 7376) 2024-11-13T06:02:05,887 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7369 2024-11-13T06:02:05,889 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:05,889 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35225 2024-11-13T06:02:05,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386936b4, compressor=org.apache.hadoop.io.compress.GzipCodec@24dc5edc, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:05,890 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:05,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:05,891 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,919 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,920 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:05,932 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:05,944 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:05,944 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2152799f, L:/127.0.0.1:35225 - R:/127.0.0.1:54702] 2024-11-13T06:02:05,972 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:05,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:05,974 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35225 2024-11-13T06:02:05,979 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7363 (was 7369) 2024-11-13T06:02:05,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7362 2024-11-13T06:02:05,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:05,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43367 2024-11-13T06:02:05,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cc5712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:05,986 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:05,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:05,987 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:06,016 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:06,017 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:06,030 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:06,043 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:06,043 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9fe7f804, L:/127.0.0.1:43367 - R:/127.0.0.1:45882] 2024-11-13T06:02:06,070 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:06,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:06,071 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43367 2024-11-13T06:02:06,076 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7357 (was 7362) 2024-11-13T06:02:06,080 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7356 2024-11-13T06:02:06,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:06,081 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38011 2024-11-13T06:02:06,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab77d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:06,082 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:06,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:06,083 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:06,110 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:06,110 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:06,123 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:06,136 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:06,136 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x346c243c, L:/127.0.0.1:38011 - R:/127.0.0.1:45424] 2024-11-13T06:02:06,172 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:06,173 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:06,173 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:45424 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:06,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:06,174 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:06,174 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38011 2024-11-13T06:02:06,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7351 (was 7356) 2024-11-13T06:02:06,184 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7351 2024-11-13T06:02:06,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:06,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42983 2024-11-13T06:02:06,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:06,186 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:06,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:06,186 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:06,211 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:06,211 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:06,223 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:06,235 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:06,235 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6d901fa6, L:/127.0.0.1:42983 - R:/127.0.0.1:47514] 2024-11-13T06:02:06,271 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:06,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:06,272 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42983 2024-11-13T06:02:06,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7335 (was 7351) 2024-11-13T06:02:06,281 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7335 2024-11-13T06:02:06,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:06,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40255 2024-11-13T06:02:06,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8846819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:06,283 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:06,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:06,285 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:06,312 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:06,312 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:06,325 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:06,337 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:06,338 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x689f3333, L:/127.0.0.1:40255 - R:/127.0.0.1:38108] 2024-11-13T06:02:06,364 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38108, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:06,364 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:06,365 INFO [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-adf494a4df2c5fbd3a13dc6585fa254f-6e380f9adff1a51d-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:06,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:06,365 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:06,365 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40255 2024-11-13T06:02:06,370 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32 (was 32), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7335 (was 7335) 2024-11-13T06:02:06,374 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=32, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7335 2024-11-13T06:02:06,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:06,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35943 2024-11-13T06:02:06,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52305973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:06,376 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:06,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:06,377 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:06,404 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:06,404 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:06,418 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:06,430 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:06,430 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xeea6ec56, L:/127.0.0.1:35943 - R:/127.0.0.1:56776] 2024-11-13T06:02:06,457 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:06,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35943 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=129ms, rpcTimeout=100ms 2024-11-13T06:02:06,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35943 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=129ms, rpcTimeout=100ms 2024-11-13T06:02:06,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35943 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=128ms, rpcTimeout=100ms 2024-11-13T06:02:06,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35943 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=129ms, rpcTimeout=100ms 2024-11-13T06:02:06,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35943 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=129ms, rpcTimeout=100ms 2024-11-13T06:02:06,507 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35943 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=129ms, rpcTimeout=100ms 2024-11-13T06:02:06,507 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35943 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=129ms, rpcTimeout=100ms 2024-11-13T06:02:06,507 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35943 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=129ms, rpcTimeout=100ms 2024-11-13T06:02:06,507 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35943 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=129ms, rpcTimeout=100ms 2024-11-13T06:02:06,507 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35943 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=129ms, rpcTimeout=100ms 2024-11-13T06:02:06,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:06,507 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35943 2024-11-13T06:02:06,514 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[4: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=true] Thread=33 (was 32) - Thread LEAK? -, OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7335 (was 7335) 2024-11-13T06:02:06,521 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7334 2024-11-13T06:02:06,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:06,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35537 2024-11-13T06:02:06,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114e16fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:06,523 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:06,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:06,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:06,524 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:35537 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:06,524 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35537 2024-11-13T06:02:06,529 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33 (was 33), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7334 (was 7334) 2024-11-13T06:02:06,534 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7334 2024-11-13T06:02:06,535 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:06,535 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36151 2024-11-13T06:02:06,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79388376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:06,536 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:06,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:06,552 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:06,565 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:06,565 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9544ddf3, L:/127.0.0.1:36151 - R:/127.0.0.1:50034] 2024-11-13T06:02:06,565 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:06,646 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:06,755 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:06,865 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:06,976 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:07,086 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:07,196 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:07,306 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:07,416 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:07,459 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:07,459 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56776 deadline: 1731477726558 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56776 2024-11-13T06:02:07,459 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56776 deadline: 1731477726558 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56776 2024-11-13T06:02:07,460 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56776 deadline: 1731477726558 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56776 2024-11-13T06:02:07,460 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56776 deadline: 1731477726558 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56776 2024-11-13T06:02:07,461 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56776 deadline: 1731477726558 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56776 2024-11-13T06:02:07,461 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56776 deadline: 1731477726559 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56776 2024-11-13T06:02:07,461 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56776 deadline: 1731477726559 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56776 2024-11-13T06:02:07,462 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56776 deadline: 1731477726559 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56776 2024-11-13T06:02:07,462 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56776 deadline: 1731477726559 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56776 2024-11-13T06:02:07,525 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:07,566 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50034 deadline: 1731477726747 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50034 2024-11-13T06:02:07,567 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:07,567 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50034 deadline: 1731477726857 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50034 2024-11-13T06:02:07,567 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50034 deadline: 1731477726968 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50034 2024-11-13T06:02:07,567 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50034 deadline: 1731477727078 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50034 2024-11-13T06:02:07,567 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50034 deadline: 1731477727188 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50034 2024-11-13T06:02:07,568 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50034 deadline: 1731477727299 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50034 2024-11-13T06:02:07,568 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50034 deadline: 1731477727408 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50034 2024-11-13T06:02:07,568 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50034 deadline: 1731477727518 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50034 2024-11-13T06:02:07,636 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:07,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:07,636 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36151 2024-11-13T06:02:07,647 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33 (was 33), OpenFileDescriptor=316 (was 316), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=151 (was 151), ProcessCount=11 (was 11), AvailableMemoryMB=7334 (was 7334) 2024-11-13T06:02:07,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=33, OpenFileDescriptor=316, MaxFileDescriptor=1048576, SystemLoadAverage=151, ProcessCount=11, AvailableMemoryMB=7333 2024-11-13T06:02:07,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:07,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44649 2024-11-13T06:02:07,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718aa7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:07,653 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:07,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:07,667 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:07,680 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:07,680 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1606db00, L:/127.0.0.1:44649 - R:/127.0.0.1:46298] 2024-11-13T06:02:07,680 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:07,681 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:07,681 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:46298 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:07,682 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:07,682 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:07,683 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:07,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:07,687 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 33) - Thread LEAK? -, OpenFileDescriptor=317 (was 316) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 151) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7333 (was 7333) 2024-11-13T06:02:07,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7333 2024-11-13T06:02:07,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:07,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46035 2024-11-13T06:02:07,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269c135c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:07,694 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:07,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:07,711 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:07,723 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:07,724 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x18535478, L:/127.0.0.1:46035 - R:/127.0.0.1:41218] 2024-11-13T06:02:07,724 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:07,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:07,733 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46035 2024-11-13T06:02:07,738 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7334 (was 7333) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:07,743 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7333 2024-11-13T06:02:07,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451a9844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:07,744 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:07,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38169 2024-11-13T06:02:07,745 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:07,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:07,763 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:07,774 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:07,775 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xec3d9780, L:/127.0.0.1:38169 - R:/127.0.0.1:59876] 2024-11-13T06:02:07,775 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:07,776 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:07,776 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:59876 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:07,777 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:07,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:07,777 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38169 2024-11-13T06:02:07,782 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7333 (was 7333) 2024-11-13T06:02:07,786 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7333 2024-11-13T06:02:07,788 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:07,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39289 2024-11-13T06:02:07,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fe37df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:07,788 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:07,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:07,805 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:07,817 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:07,817 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd5b21765, L:/127.0.0.1:39289 - R:/127.0.0.1:46156] 2024-11-13T06:02:07,818 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:07,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:07,821 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39289 2024-11-13T06:02:07,825 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7333 (was 7333) 2024-11-13T06:02:07,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7333 2024-11-13T06:02:07,830 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:07,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38519 2024-11-13T06:02:07,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1deaf509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:07,831 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:07,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:07,847 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:07,858 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:07,859 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x30bf6092, L:/127.0.0.1:38519 - R:/127.0.0.1:54998] 2024-11-13T06:02:07,859 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:07,859 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:54998; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:07,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:07,860 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:38519 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:07,860 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38519 2024-11-13T06:02:07,864 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=317 (was 317), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7333 (was 7333) 2024-11-13T06:02:07,870 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=317, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7333 2024-11-13T06:02:07,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:07,871 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44981 2024-11-13T06:02:07,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b94cba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:07,872 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:07,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:07,888 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:07,901 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:07,901 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x525bd69e, L:/127.0.0.1:44981 - R:/127.0.0.1:41564] 2024-11-13T06:02:07,901 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:07,901 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:07,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:07,906 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=318 (was 317) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7332 (was 7333) 2024-11-13T06:02:07,910 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=318, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7332 2024-11-13T06:02:07,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:07,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43077 2024-11-13T06:02:07,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79045b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:07,912 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:07,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:07,927 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:07,939 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:07,939 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7e61c26c, L:/127.0.0.1:43077 - R:/127.0.0.1:43602] 2024-11-13T06:02:07,939 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:07,939 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:43602 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:43602 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:07,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:07,944 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=319 (was 318) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7332 (was 7332) 2024-11-13T06:02:07,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=319, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7332 2024-11-13T06:02:07,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:07,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33359 2024-11-13T06:02:07,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48068178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:07,951 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:07,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:07,966 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:07,978 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:07,978 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5c5aa0da, L:/127.0.0.1:33359 - R:/127.0.0.1:39520] 2024-11-13T06:02:07,978 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:39520 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:39520 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:07,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:07,979 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33359 2024-11-13T06:02:07,984 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34 (was 34), OpenFileDescriptor=319 (was 319), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7333 (was 7332) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:07,989 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=34, OpenFileDescriptor=319, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7333 2024-11-13T06:02:07,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:07,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36365 2024-11-13T06:02:07,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbe3a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:07,991 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:07,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:08,007 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:08,019 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:08,020 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb3c0bf3c, L:/127.0.0.1:36365 - R:/127.0.0.1:40080] 2024-11-13T06:02:08,020 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:08,122 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:08,124 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:08,124 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:08,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:08,134 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 34) - Thread LEAK? -, OpenFileDescriptor=320 (was 319) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7332 (was 7333) 2024-11-13T06:02:08,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7332 2024-11-13T06:02:08,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:08,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38365 2024-11-13T06:02:08,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e3169d, compressor=org.apache.hadoop.io.compress.GzipCodec@4a9d85d5, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:08,142 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:08,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:08,155 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:08,168 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:08,168 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb16a95b1, L:/127.0.0.1:38365 - R:/127.0.0.1:53346] 2024-11-13T06:02:08,168 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:08,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:08,170 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38365 2024-11-13T06:02:08,175 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7332 (was 7332) 2024-11-13T06:02:08,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7332 2024-11-13T06:02:08,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:08,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32853 2024-11-13T06:02:08,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327e30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:08,181 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:08,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:08,200 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:08,211 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:08,212 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xced7f121, L:/127.0.0.1:32853 - R:/127.0.0.1:48636] 2024-11-13T06:02:08,212 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:08,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:08,213 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32853 2024-11-13T06:02:08,218 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7332 (was 7332) 2024-11-13T06:02:08,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7332 2024-11-13T06:02:08,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:08,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38507 2024-11-13T06:02:08,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e8ba96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:08,225 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:08,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:08,242 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:08,254 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:08,254 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf4078946, L:/127.0.0.1:38507 - R:/127.0.0.1:35012] 2024-11-13T06:02:08,254 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:08,255 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:08,256 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:35012 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:08,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:08,256 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:08,256 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38507 2024-11-13T06:02:08,261 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7332 (was 7332) 2024-11-13T06:02:08,266 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7332 2024-11-13T06:02:08,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:08,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38613 2024-11-13T06:02:08,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:08,267 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:08,268 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:08,283 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:08,295 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:08,295 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdf5b8711, L:/127.0.0.1:38613 - R:/127.0.0.1:40254] 2024-11-13T06:02:08,295 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:08,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:08,297 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38613 2024-11-13T06:02:08,301 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7332 (was 7332) 2024-11-13T06:02:08,306 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7332 2024-11-13T06:02:08,307 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:08,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34779 2024-11-13T06:02:08,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a53d38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:08,308 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:08,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:08,327 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:08,340 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:08,340 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5eae70b4, L:/127.0.0.1:34779 - R:/127.0.0.1:33960] 2024-11-13T06:02:08,340 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:08,340 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:08,341 INFO [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-b4978b9c1769ff36b9ac8a69f586d133-374d031d744e9d6b-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:08,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:08,341 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:08,341 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34779 2024-11-13T06:02:08,346 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7332 (was 7332) 2024-11-13T06:02:08,350 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7331 2024-11-13T06:02:08,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:08,351 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34897 2024-11-13T06:02:08,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4996e1fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:08,351 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:08,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:08,369 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:08,381 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:08,381 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6a208d15, L:/127.0.0.1:34897 - R:/127.0.0.1:58170] 2024-11-13T06:02:08,381 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58170, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:08,457 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34897 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=103ms, rpcTimeout=100ms 2024-11-13T06:02:08,458 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34897 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=104ms, rpcTimeout=100ms 2024-11-13T06:02:08,458 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34897 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=104ms, rpcTimeout=100ms 2024-11-13T06:02:08,458 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34897 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=104ms, rpcTimeout=100ms 2024-11-13T06:02:08,458 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34897 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=104ms, rpcTimeout=100ms 2024-11-13T06:02:08,458 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34897 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=104ms, rpcTimeout=100ms 2024-11-13T06:02:08,458 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34897 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:08,458 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34897 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:08,458 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34897 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=104ms, rpcTimeout=100ms 2024-11-13T06:02:08,458 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34897 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=104ms, rpcTimeout=100ms 2024-11-13T06:02:08,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:08,458 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34897 2024-11-13T06:02:08,468 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[5: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=RSA, keyPassword=[C@6d366c9b, acceptPlainText=true, clientTlsEnabled=false] Thread=36 (was 35) - Thread LEAK? -, OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7332 (was 7331) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:08,474 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7332 2024-11-13T06:02:08,569 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:08,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:08,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43083 2024-11-13T06:02:08,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1933625e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:08,812 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:08,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:08,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:08,813 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:43083 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:08,813 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43083 2024-11-13T06:02:08,817 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 36), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7331 (was 7332) 2024-11-13T06:02:08,822 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7330 2024-11-13T06:02:08,823 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:08,823 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33121 2024-11-13T06:02:08,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af628fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:08,823 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:08,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:08,824 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:08,849 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:08,850 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:08,862 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:08,875 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:08,875 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8f86fccf, L:/127.0.0.1:33121 - R:/127.0.0.1:50860] 2024-11-13T06:02:08,914 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:08,956 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:09,066 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:09,175 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:09,285 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:09,382 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:09,382 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58170 deadline: 1731477728482 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58170 2024-11-13T06:02:09,383 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58170 deadline: 1731477728482 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58170 2024-11-13T06:02:09,383 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58170 deadline: 1731477728482 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58170 2024-11-13T06:02:09,384 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58170 deadline: 1731477728482 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58170 2024-11-13T06:02:09,384 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58170 deadline: 1731477728482 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58170 2024-11-13T06:02:09,384 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58170 deadline: 1731477728482 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58170 2024-11-13T06:02:09,385 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58170 deadline: 1731477728483 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58170 2024-11-13T06:02:09,385 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58170 deadline: 1731477728483 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58170 2024-11-13T06:02:09,385 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58170 deadline: 1731477728483 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58170 2024-11-13T06:02:09,396 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:09,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:09,616 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:09,726 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:09,836 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:09,916 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50860 deadline: 1731477729057 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50860 2024-11-13T06:02:09,917 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50860 deadline: 1731477729167 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50860 2024-11-13T06:02:09,917 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:09,917 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50860 deadline: 1731477729276 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50860 2024-11-13T06:02:09,917 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50860 deadline: 1731477729387 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50860 2024-11-13T06:02:09,918 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50860 deadline: 1731477729497 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50860 2024-11-13T06:02:09,918 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50860 deadline: 1731477729608 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50860 2024-11-13T06:02:09,919 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50860 deadline: 1731477729718 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50860 2024-11-13T06:02:09,919 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50860 deadline: 1731477729828 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50860 2024-11-13T06:02:09,946 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33121 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:09,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:09,947 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33121 2024-11-13T06:02:09,960 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35 (was 35), OpenFileDescriptor=320 (was 320), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7327 (was 7330) 2024-11-13T06:02:09,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=35, OpenFileDescriptor=320, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7326 2024-11-13T06:02:09,966 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:09,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34449 2024-11-13T06:02:09,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfdd033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:09,966 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:09,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:09,967 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:09,995 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:09,995 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:10,007 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,019 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,020 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xabea8011, L:/127.0.0.1:34449 - R:/127.0.0.1:54254] 2024-11-13T06:02:10,049 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:10,050 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:10,050 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:54254 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:10,051 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:10,051 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:10,052 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:10,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:10,057 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 35) - Thread LEAK? -, OpenFileDescriptor=321 (was 320) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7327 (was 7326) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:10,061 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7327 2024-11-13T06:02:10,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:10,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40301 2024-11-13T06:02:10,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e2597e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:10,063 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:10,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:10,064 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,087 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,088 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:10,100 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,112 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,112 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0cfe3a04, L:/127.0.0.1:40301 - R:/127.0.0.1:33216] 2024-11-13T06:02:10,142 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:10,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:10,154 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40301 2024-11-13T06:02:10,160 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7327 (was 7327) 2024-11-13T06:02:10,165 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7327 2024-11-13T06:02:10,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c48590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:10,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:10,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39023 2024-11-13T06:02:10,166 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:10,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:10,167 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,195 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,195 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:10,207 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,219 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,219 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd915ca27, L:/127.0.0.1:39023 - R:/127.0.0.1:56190] 2024-11-13T06:02:10,261 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:10,261 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:10,262 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:56190 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:10,262 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:10,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:10,263 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39023 2024-11-13T06:02:10,268 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7327 (was 7327) 2024-11-13T06:02:10,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7326 2024-11-13T06:02:10,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:10,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40099 2024-11-13T06:02:10,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a42fdba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:10,274 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:10,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:10,275 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,308 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,309 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:10,321 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,333 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,334 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x90b88f88, L:/127.0.0.1:40099 - R:/127.0.0.1:49808] 2024-11-13T06:02:10,365 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:10,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:10,370 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40099 2024-11-13T06:02:10,375 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7323 (was 7326) 2024-11-13T06:02:10,380 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7322 2024-11-13T06:02:10,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:10,382 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43831 2024-11-13T06:02:10,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ab8838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:10,382 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:10,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:10,383 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,407 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,407 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:10,430 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,442 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,442 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa5ee9df1, L:/127.0.0.1:43831 - R:/127.0.0.1:51746] 2024-11-13T06:02:10,472 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:10,472 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:51746; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:10,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:10,473 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:43831 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:10,473 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43831 2024-11-13T06:02:10,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=321 (was 321), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7320 (was 7322) 2024-11-13T06:02:10,484 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=321, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7320 2024-11-13T06:02:10,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:10,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37549 2024-11-13T06:02:10,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4895d561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:10,486 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:10,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:10,487 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,510 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,511 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:10,523 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,538 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,539 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x276e82a3, L:/127.0.0.1:37549 - R:/127.0.0.1:33418] 2024-11-13T06:02:10,568 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:10,568 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:10,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:10,573 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=322 (was 321) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7319 (was 7320) 2024-11-13T06:02:10,578 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=322, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7319 2024-11-13T06:02:10,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:10,579 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40969 2024-11-13T06:02:10,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1296c3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:10,579 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:10,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:10,580 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,607 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,608 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:10,620 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,633 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,633 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x88d6a8ac, L:/127.0.0.1:40969 - R:/127.0.0.1:41758] 2024-11-13T06:02:10,661 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:10,661 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:41758 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:41758 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:10,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:10,667 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=323 (was 322) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7318 (was 7319) 2024-11-13T06:02:10,671 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=323, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7318 2024-11-13T06:02:10,672 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:10,673 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41311 2024-11-13T06:02:10,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7319a60c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:10,673 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:10,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:10,674 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,697 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,698 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:10,710 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,722 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,722 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2883dd54, L:/127.0.0.1:41311 - R:/127.0.0.1:47806] 2024-11-13T06:02:10,749 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:47806 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:47806 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:10,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:10,749 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41311 2024-11-13T06:02:10,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=323 (was 323), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7317 (was 7318) 2024-11-13T06:02:10,759 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=323, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7317 2024-11-13T06:02:10,760 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:10,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35397 2024-11-13T06:02:10,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565888ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:10,761 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:10,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:10,761 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,791 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,791 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:10,803 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,816 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,816 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc538d718, L:/127.0.0.1:35397 - R:/127.0.0.1:47678] 2024-11-13T06:02:10,844 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:10,920 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:10,946 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:10,946 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:10,947 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:10,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:10,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 323) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7314 (was 7317) 2024-11-13T06:02:10,958 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7314 2024-11-13T06:02:10,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:10,959 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33351 2024-11-13T06:02:10,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105dd21, compressor=org.apache.hadoop.io.compress.GzipCodec@36726275, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:10,960 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:10,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:10,960 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:10,984 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:10,985 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:10,997 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,009 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,010 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2782e361, L:/127.0.0.1:33351 - R:/127.0.0.1:47872] 2024-11-13T06:02:11,038 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:11,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:11,040 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33351 2024-11-13T06:02:11,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7313 (was 7314) 2024-11-13T06:02:11,049 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7313 2024-11-13T06:02:11,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:11,051 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34169 2024-11-13T06:02:11,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511c1356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:11,051 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:11,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:11,052 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,076 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,076 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:11,089 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,101 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,101 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2b7ccbe7, L:/127.0.0.1:34169 - R:/127.0.0.1:47728] 2024-11-13T06:02:11,130 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:11,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:11,131 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34169 2024-11-13T06:02:11,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7312 (was 7313) 2024-11-13T06:02:11,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7312 2024-11-13T06:02:11,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:11,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45777 2024-11-13T06:02:11,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaf28cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:11,142 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:11,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:11,143 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,171 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,171 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:11,183 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,196 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,197 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd35e12e0, L:/127.0.0.1:45777 - R:/127.0.0.1:41374] 2024-11-13T06:02:11,226 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:11,227 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:11,227 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41374 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:11,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:11,228 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:11,228 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45777 2024-11-13T06:02:11,233 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7312 (was 7312) 2024-11-13T06:02:11,237 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7312 2024-11-13T06:02:11,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:11,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46631 2024-11-13T06:02:11,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:11,239 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:11,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:11,240 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,264 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,264 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:11,276 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,288 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,289 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5e3afc13, L:/127.0.0.1:46631 - R:/127.0.0.1:46270] 2024-11-13T06:02:11,317 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:11,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:11,318 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46631 2024-11-13T06:02:11,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7312 (was 7312) 2024-11-13T06:02:11,328 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7311 2024-11-13T06:02:11,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:11,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34157 2024-11-13T06:02:11,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b2167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:11,329 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:11,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:11,330 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,354 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,355 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:11,367 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,379 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,380 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xce7bed3a, L:/127.0.0.1:34157 - R:/127.0.0.1:38684] 2024-11-13T06:02:11,411 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:11,411 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:11,412 INFO [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-79eb99cf554135ba7766fdf01c063a0f-6393cda8bfd1937c-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:11,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:11,412 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:11,413 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34157 2024-11-13T06:02:11,417 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36 (was 36), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7308 (was 7311) 2024-11-13T06:02:11,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=36, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7308 2024-11-13T06:02:11,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:11,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44499 2024-11-13T06:02:11,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518bb512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:11,424 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:11,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:11,425 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,450 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,450 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:11,463 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,476 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,476 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xbf311cb8, L:/127.0.0.1:44499 - R:/127.0.0.1:45970] 2024-11-13T06:02:11,507 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:11,556 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44499 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:11,556 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44499 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:11,556 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44499 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:11,556 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44499 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:11,556 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44499 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:11,556 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44499 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:11,556 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44499 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:11,556 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44499 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:11,557 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44499 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:11,557 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44499 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:11,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:11,557 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44499 2024-11-13T06:02:11,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[6: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=false, clientTlsEnabled=true] Thread=37 (was 36) - Thread LEAK? -, OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7307 (was 7308) 2024-11-13T06:02:11,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7306 2024-11-13T06:02:11,570 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:11,570 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33459 2024-11-13T06:02:11,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f462bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:11,571 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:11,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:11,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:11,571 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:33459 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:11,572 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33459 2024-11-13T06:02:11,577 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37 (was 37), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7306 (was 7306) 2024-11-13T06:02:11,583 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=155, ProcessCount=11, AvailableMemoryMB=7306 2024-11-13T06:02:11,584 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:11,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42097 2024-11-13T06:02:11,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2554f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:11,584 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:11,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:11,585 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,613 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,613 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:11,626 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:11,640 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:11,640 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x05e4f949, L:/127.0.0.1:42097 - R:/127.0.0.1:52062] 2024-11-13T06:02:11,668 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:11,716 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:11,826 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:11,935 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:12,046 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:12,156 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:12,266 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:12,375 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:12,486 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:12,508 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:12,508 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45970 deadline: 1731477731607 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45970 2024-11-13T06:02:12,508 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45970 deadline: 1731477731608 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45970 2024-11-13T06:02:12,509 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45970 deadline: 1731477731608 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45970 2024-11-13T06:02:12,509 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45970 deadline: 1731477731608 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45970 2024-11-13T06:02:12,509 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45970 deadline: 1731477731608 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45970 2024-11-13T06:02:12,509 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45970 deadline: 1731477731608 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45970 2024-11-13T06:02:12,510 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45970 deadline: 1731477731608 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45970 2024-11-13T06:02:12,510 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45970 deadline: 1731477731608 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45970 2024-11-13T06:02:12,510 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:45970 deadline: 1731477731609 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:45970 2024-11-13T06:02:12,595 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:12,670 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:12,670 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52062 deadline: 1731477731817 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52062 2024-11-13T06:02:12,670 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52062 deadline: 1731477731927 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52062 2024-11-13T06:02:12,671 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52062 deadline: 1731477732036 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52062 2024-11-13T06:02:12,671 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52062 deadline: 1731477732147 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52062 2024-11-13T06:02:12,671 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52062 deadline: 1731477732257 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52062 2024-11-13T06:02:12,671 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52062 deadline: 1731477732368 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52062 2024-11-13T06:02:12,671 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52062 deadline: 1731477732476 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52062 2024-11-13T06:02:12,672 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:52062 deadline: 1731477732587 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:52062 2024-11-13T06:02:12,706 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:42097 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:12,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:12,706 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42097 2024-11-13T06:02:12,716 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37 (was 37), OpenFileDescriptor=324 (was 324), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 155), ProcessCount=11 (was 11), AvailableMemoryMB=7304 (was 7306) 2024-11-13T06:02:12,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=37, OpenFileDescriptor=324, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7303 2024-11-13T06:02:12,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:12,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36665 2024-11-13T06:02:12,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad65043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:12,723 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:12,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:12,724 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:12,749 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:12,749 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:12,762 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:12,775 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:12,775 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8dc4e714, L:/127.0.0.1:36665 - R:/127.0.0.1:54020] 2024-11-13T06:02:12,804 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:12,805 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:12,805 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:54020 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:12,805 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:12,806 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:12,806 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:12,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:12,811 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 37) - Thread LEAK? -, OpenFileDescriptor=325 (was 324) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7303 (was 7303) 2024-11-13T06:02:12,816 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7303 2024-11-13T06:02:12,817 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:12,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38953 2024-11-13T06:02:12,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19172ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:12,818 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:12,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:12,819 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:12,849 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:12,849 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:12,862 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:12,874 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:12,874 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x83a4add3, L:/127.0.0.1:38953 - R:/127.0.0.1:57744] 2024-11-13T06:02:12,902 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:12,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:12,911 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38953 2024-11-13T06:02:12,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7303 (was 7303) 2024-11-13T06:02:12,920 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7303 2024-11-13T06:02:12,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a9d97d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:12,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:12,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37623 2024-11-13T06:02:12,922 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:12,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:12,923 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:12,952 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:12,952 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:12,964 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:12,976 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:12,976 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x60d9c699, L:/127.0.0.1:37623 - R:/127.0.0.1:48828] 2024-11-13T06:02:13,002 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:13,003 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:13,003 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:48828 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:13,004 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:13,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:13,004 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37623 2024-11-13T06:02:13,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7302 (was 7303) 2024-11-13T06:02:13,015 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7302 2024-11-13T06:02:13,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:13,016 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43019 2024-11-13T06:02:13,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35495cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:13,017 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:13,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:13,017 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,041 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,041 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:13,054 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,065 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,066 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x123f1e9a, L:/127.0.0.1:43019 - R:/127.0.0.1:37304] 2024-11-13T06:02:13,095 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:13,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:13,098 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43019 2024-11-13T06:02:13,104 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7302 (was 7302) 2024-11-13T06:02:13,109 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7301 2024-11-13T06:02:13,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:13,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45299 2024-11-13T06:02:13,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5911dd8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:13,110 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:13,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:13,111 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,136 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,136 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:13,148 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,161 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,161 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa0a0cf30, L:/127.0.0.1:45299 - R:/127.0.0.1:59822] 2024-11-13T06:02:13,190 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:13,190 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:59822; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:13,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:13,191 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:45299 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:13,192 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45299 2024-11-13T06:02:13,196 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=325 (was 325), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7302 (was 7301) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:13,202 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=325, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7301 2024-11-13T06:02:13,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:13,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36077 2024-11-13T06:02:13,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d74eb12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:13,204 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:13,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:13,205 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,234 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,235 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:13,246 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,259 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,259 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x174d70d0, L:/127.0.0.1:36077 - R:/127.0.0.1:46448] 2024-11-13T06:02:13,286 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:13,286 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:13,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:13,291 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=326 (was 325) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7300 (was 7301) 2024-11-13T06:02:13,297 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=326, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7300 2024-11-13T06:02:13,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:13,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40855 2024-11-13T06:02:13,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6ce4a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:13,298 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:13,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:13,299 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,327 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,327 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:13,340 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,352 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,352 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6a7ce222, L:/127.0.0.1:40855 - R:/127.0.0.1:43950] 2024-11-13T06:02:13,380 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:13,380 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:43950 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:43950 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:13,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:13,386 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=327 (was 326) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7299 (was 7300) 2024-11-13T06:02:13,391 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7298 2024-11-13T06:02:13,392 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:13,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42281 2024-11-13T06:02:13,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1a987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:13,393 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:13,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:13,393 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,419 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,420 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:13,434 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,446 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,447 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7515da4b, L:/127.0.0.1:42281 - R:/127.0.0.1:57118] 2024-11-13T06:02:13,474 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:57118 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:57118 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:13,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:13,475 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42281 2024-11-13T06:02:13,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=327 (was 327), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7298 (was 7298) 2024-11-13T06:02:13,484 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=327, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7298 2024-11-13T06:02:13,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:13,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35457 2024-11-13T06:02:13,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6977cc0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:13,485 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:13,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:13,486 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,511 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,512 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:13,524 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,536 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,537 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x69002c1a, L:/127.0.0.1:35457 - R:/127.0.0.1:47198] 2024-11-13T06:02:13,563 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:13,664 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:13,665 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:13,665 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:13,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:13,672 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:13,674 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=39 (was 38) - Thread LEAK? -, OpenFileDescriptor=328 (was 327) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7298 (was 7298) 2024-11-13T06:02:13,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7298 2024-11-13T06:02:13,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:13,682 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34841 2024-11-13T06:02:13,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12077a0f, compressor=org.apache.hadoop.io.compress.GzipCodec@5f9b8826, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:13,682 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:13,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:13,683 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,713 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,713 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:13,726 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,739 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,739 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbe1aadb8, L:/127.0.0.1:34841 - R:/127.0.0.1:49472] 2024-11-13T06:02:13,768 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:13,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:13,770 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34841 2024-11-13T06:02:13,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7297 (was 7298) 2024-11-13T06:02:13,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7297 2024-11-13T06:02:13,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:13,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42639 2024-11-13T06:02:13,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2784fe0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:13,781 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:13,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:13,782 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,806 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,806 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:13,818 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,831 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,831 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb48eac48, L:/127.0.0.1:42639 - R:/127.0.0.1:39790] 2024-11-13T06:02:13,861 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:13,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:13,862 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42639 2024-11-13T06:02:13,868 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7296 (was 7297) 2024-11-13T06:02:13,873 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7296 2024-11-13T06:02:13,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:13,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44179 2024-11-13T06:02:13,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70518855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:13,874 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:13,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:13,875 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,902 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,902 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:13,914 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,927 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,927 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbc7a2d18, L:/127.0.0.1:44179 - R:/127.0.0.1:40682] 2024-11-13T06:02:13,954 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:13,955 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:13,955 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:40682 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:13,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:13,955 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:13,956 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44179 2024-11-13T06:02:13,960 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7295 (was 7296) 2024-11-13T06:02:13,964 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7294 2024-11-13T06:02:13,965 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:13,966 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43139 2024-11-13T06:02:13,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:13,966 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:13,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:13,967 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:13,994 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:13,994 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:14,007 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:14,019 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:14,019 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x04494e22, L:/127.0.0.1:43139 - R:/127.0.0.1:55798] 2024-11-13T06:02:14,045 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:14,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:14,046 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43139 2024-11-13T06:02:14,051 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7293 (was 7294) 2024-11-13T06:02:14,057 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7293 2024-11-13T06:02:14,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:14,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33705 2024-11-13T06:02:14,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d232c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:14,058 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:14,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:14,059 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:14,082 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:14,083 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:14,095 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:14,106 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:14,107 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd7d97fd6, L:/127.0.0.1:33705 - R:/127.0.0.1:43846] 2024-11-13T06:02:14,133 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:14,133 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:14,134 INFO [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-2e2a74cb8b36462044629c4395231a25-e8bf9f82b8efd158-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:14,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:14,134 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:14,135 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33705 2024-11-13T06:02:14,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38 (was 38), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7292 (was 7293) 2024-11-13T06:02:14,144 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=38, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7292 2024-11-13T06:02:14,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:14,145 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43527 2024-11-13T06:02:14,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16231ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:14,145 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:14,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:14,146 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:14,172 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:14,173 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:14,185 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:14,198 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:14,199 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1b4c6131, L:/127.0.0.1:43527 - R:/127.0.0.1:41040] 2024-11-13T06:02:14,228 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:14,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43527 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:14,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43527 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:14,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43527 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:14,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43527 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:14,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43527 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:14,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43527 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:14,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43527 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:14,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43527 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:14,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43527 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:14,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43527 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:14,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:14,277 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43527 2024-11-13T06:02:14,286 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[7: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=true] Thread=39 (was 38) - Thread LEAK? -, OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7292 (was 7292) 2024-11-13T06:02:14,291 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7292 2024-11-13T06:02:14,292 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:14,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39441 2024-11-13T06:02:14,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc21f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:14,293 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:14,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:14,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:14,294 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:39441 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:14,294 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39441 2024-11-13T06:02:14,300 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39 (was 39), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7298 (was 7292) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:14,305 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7298 2024-11-13T06:02:14,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:14,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35877 2024-11-13T06:02:14,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa66075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:14,306 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:14,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:14,322 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:14,335 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:14,335 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9af2178f, L:/127.0.0.1:35877 - R:/127.0.0.1:50804] 2024-11-13T06:02:14,335 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:14,416 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35877 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:14,526 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35877 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:14,635 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35877 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:14,746 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35877 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:14,855 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35877 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:14,966 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35877 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:15,076 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35877 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:15,186 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35877 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:15,229 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41040 deadline: 1731477734328 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41040 2024-11-13T06:02:15,229 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:15,229 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41040 deadline: 1731477734329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41040 2024-11-13T06:02:15,229 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41040 deadline: 1731477734329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41040 2024-11-13T06:02:15,230 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41040 deadline: 1731477734329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41040 2024-11-13T06:02:15,230 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41040 deadline: 1731477734329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41040 2024-11-13T06:02:15,230 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41040 deadline: 1731477734329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41040 2024-11-13T06:02:15,230 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41040 deadline: 1731477734329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41040 2024-11-13T06:02:15,230 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41040 deadline: 1731477734329 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41040 2024-11-13T06:02:15,230 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41040 deadline: 1731477734330 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41040 2024-11-13T06:02:15,295 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35877 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:15,337 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:15,337 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50804 deadline: 1731477734517 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50804 2024-11-13T06:02:15,337 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50804 deadline: 1731477734627 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50804 2024-11-13T06:02:15,337 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50804 deadline: 1731477734736 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50804 2024-11-13T06:02:15,338 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50804 deadline: 1731477734847 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50804 2024-11-13T06:02:15,338 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50804 deadline: 1731477734956 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50804 2024-11-13T06:02:15,338 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50804 deadline: 1731477735068 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50804 2024-11-13T06:02:15,338 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50804 deadline: 1731477735178 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50804 2024-11-13T06:02:15,339 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50804 deadline: 1731477735288 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50804 2024-11-13T06:02:15,406 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:35877 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:15,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:15,406 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35877 2024-11-13T06:02:15,414 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39 (was 39), OpenFileDescriptor=328 (was 328), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7295 (was 7298) 2024-11-13T06:02:15,420 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=39, OpenFileDescriptor=328, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7295 2024-11-13T06:02:15,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:15,421 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35123 2024-11-13T06:02:15,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358d169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:15,421 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:15,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:15,435 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:15,447 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:15,447 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xef6cd7c5, L:/127.0.0.1:35123 - R:/127.0.0.1:59750] 2024-11-13T06:02:15,447 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:15,448 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:15,448 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:59750 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:15,449 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:15,450 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:15,450 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:15,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:15,454 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 39) - Thread LEAK? -, OpenFileDescriptor=329 (was 328) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7295 (was 7295) 2024-11-13T06:02:15,459 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7295 2024-11-13T06:02:15,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:15,460 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36361 2024-11-13T06:02:15,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7328277f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:15,460 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:15,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:15,476 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:15,488 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:15,488 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa4bf062f, L:/127.0.0.1:36361 - R:/127.0.0.1:55164] 2024-11-13T06:02:15,488 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:15,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:15,496 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36361 2024-11-13T06:02:15,501 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7295 (was 7295) 2024-11-13T06:02:15,506 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7295 2024-11-13T06:02:15,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9da59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:15,507 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:15,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45533 2024-11-13T06:02:15,507 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:15,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:15,525 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:15,538 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:15,538 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd87bce8f, L:/127.0.0.1:45533 - R:/127.0.0.1:42964] 2024-11-13T06:02:15,538 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:15,539 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:15,539 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:42964 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:15,540 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:15,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:15,540 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45533 2024-11-13T06:02:15,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7294 (was 7295) 2024-11-13T06:02:15,549 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7294 2024-11-13T06:02:15,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:15,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43445 2024-11-13T06:02:15,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79aa5a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:15,551 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:15,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:15,568 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:15,580 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:15,580 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe0956b2f, L:/127.0.0.1:43445 - R:/127.0.0.1:53196] 2024-11-13T06:02:15,581 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:15,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:15,584 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43445 2024-11-13T06:02:15,588 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7293 (was 7294) 2024-11-13T06:02:15,593 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7293 2024-11-13T06:02:15,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:15,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45657 2024-11-13T06:02:15,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9310af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:15,594 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:15,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:15,610 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:15,622 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:15,622 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa6798c5f, L:/127.0.0.1:45657 - R:/127.0.0.1:53780] 2024-11-13T06:02:15,622 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:15,622 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:53780; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:15,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:15,623 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:45657 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:15,623 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45657 2024-11-13T06:02:15,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=329 (was 329), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7293 (was 7293) 2024-11-13T06:02:15,631 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=329, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7293 2024-11-13T06:02:15,632 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:15,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34887 2024-11-13T06:02:15,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8ad196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:15,633 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:15,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:15,649 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:15,661 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:15,661 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x351d5d78, L:/127.0.0.1:34887 - R:/127.0.0.1:47706] 2024-11-13T06:02:15,661 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:15,661 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:15,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:15,666 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=330 (was 329) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7293 (was 7293) 2024-11-13T06:02:15,670 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=330, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7293 2024-11-13T06:02:15,671 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:15,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33945 2024-11-13T06:02:15,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58811885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:15,671 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:15,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:15,687 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:15,699 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:15,699 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x440f2bc1, L:/127.0.0.1:33945 - R:/127.0.0.1:50300] 2024-11-13T06:02:15,699 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:15,699 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:50300 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:50300 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:15,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:15,704 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=331 (was 330) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7293 (was 7293) 2024-11-13T06:02:15,708 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=331, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7293 2024-11-13T06:02:15,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:15,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40559 2024-11-13T06:02:15,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53808064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:15,710 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:15,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:15,727 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:15,738 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:15,739 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa118cd12, L:/127.0.0.1:40559 - R:/127.0.0.1:50692] 2024-11-13T06:02:15,739 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:50692 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:50692 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:15,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:15,740 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40559 2024-11-13T06:02:15,744 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40 (was 40), OpenFileDescriptor=331 (was 331), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7293 (was 7293) 2024-11-13T06:02:15,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=40, OpenFileDescriptor=331, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7292 2024-11-13T06:02:15,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:15,750 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36335 2024-11-13T06:02:15,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2923bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:15,750 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:15,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:15,767 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:15,778 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:15,779 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa2bb7db4, L:/127.0.0.1:36335 - R:/127.0.0.1:52652] 2024-11-13T06:02:15,779 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:15,881 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:15,881 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:15,882 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:15,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:15,889 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 40) - Thread LEAK? -, OpenFileDescriptor=332 (was 331) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7293 (was 7292) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:15,895 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7292 2024-11-13T06:02:15,896 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:15,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40511 2024-11-13T06:02:15,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ddc5b58, compressor=org.apache.hadoop.io.compress.GzipCodec@4b772c36, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:15,897 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:15,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:15,915 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:15,926 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:15,927 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x766b28f9, L:/127.0.0.1:40511 - R:/127.0.0.1:54118] 2024-11-13T06:02:15,927 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:15,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:15,929 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40511 2024-11-13T06:02:15,934 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7292 (was 7292) 2024-11-13T06:02:15,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7292 2024-11-13T06:02:15,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:15,939 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45269 2024-11-13T06:02:15,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6581911f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:15,940 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:15,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:15,957 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:15,969 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:15,969 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x475a21f4, L:/127.0.0.1:45269 - R:/127.0.0.1:40618] 2024-11-13T06:02:15,969 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:15,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:15,971 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45269 2024-11-13T06:02:15,975 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7292 (was 7292) 2024-11-13T06:02:15,979 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7292 2024-11-13T06:02:15,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:15,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43895 2024-11-13T06:02:15,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c698cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:15,980 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:15,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:15,997 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:16,008 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:16,008 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5dcd1afa, L:/127.0.0.1:43895 - R:/127.0.0.1:58160] 2024-11-13T06:02:16,008 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:16,009 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:16,009 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:58160 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:16,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:16,010 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:16,010 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43895 2024-11-13T06:02:16,014 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7292 (was 7292) 2024-11-13T06:02:16,019 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7292 2024-11-13T06:02:16,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:16,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40571 2024-11-13T06:02:16,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:16,020 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:16,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:16,035 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:16,047 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:16,047 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xaea2af8d, L:/127.0.0.1:40571 - R:/127.0.0.1:44616] 2024-11-13T06:02:16,048 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:16,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:16,049 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40571 2024-11-13T06:02:16,053 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7292 (was 7292) 2024-11-13T06:02:16,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7292 2024-11-13T06:02:16,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:16,059 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38323 2024-11-13T06:02:16,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d708c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:16,059 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:16,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:16,076 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:16,088 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:16,089 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5fff11dd, L:/127.0.0.1:38323 - R:/127.0.0.1:44290] 2024-11-13T06:02:16,089 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:16,089 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:16,089 INFO [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-db6f68e812ec9c4576a699a103f8804d-803a2b562214e7d7-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:16,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:16,090 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:16,090 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38323 2024-11-13T06:02:16,095 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7292 (was 7292) 2024-11-13T06:02:16,099 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7292 2024-11-13T06:02:16,100 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:16,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43473 2024-11-13T06:02:16,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24839a71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:16,100 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:16,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:16,113 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:16,124 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:16,125 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9c55189a, L:/127.0.0.1:43473 - R:/127.0.0.1:51338] 2024-11-13T06:02:16,125 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:16,207 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43473 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:16,207 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43473 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:16,207 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43473 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:16,207 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43473 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:16,207 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43473 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:16,207 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43473 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:16,207 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43473 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:16,207 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43473 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:16,207 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43473 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=106ms, rpcTimeout=100ms 2024-11-13T06:02:16,208 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43473 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=106ms, rpcTimeout=100ms 2024-11-13T06:02:16,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:16,208 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43473 2024-11-13T06:02:16,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[8: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@5b58ed3c, acceptPlainText=true, clientTlsEnabled=false] Thread=42 (was 41) - Thread LEAK? -, OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7292 (was 7292) 2024-11-13T06:02:16,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7292 2024-11-13T06:02:16,339 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:16,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:16,387 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39943 2024-11-13T06:02:16,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41be8585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:16,387 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:16,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:16,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:16,388 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:39943 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:16,388 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39943 2024-11-13T06:02:16,392 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=41 (was 42), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7289 (was 7292) 2024-11-13T06:02:16,396 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7289 2024-11-13T06:02:16,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:16,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45431 2024-11-13T06:02:16,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26951f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:16,398 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:16,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:16,398 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:16,425 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:16,425 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:16,438 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:16,450 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:16,450 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd26a7ec9, L:/127.0.0.1:45431 - R:/127.0.0.1:54514] 2024-11-13T06:02:16,476 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:16,536 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=138ms, rpcTimeout=100ms 2024-11-13T06:02:16,645 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:16,756 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:16,866 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:16,976 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:17,086 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:17,126 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:17,126 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51338 deadline: 1731477736225 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51338 2024-11-13T06:02:17,127 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51338 deadline: 1731477736226 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51338 2024-11-13T06:02:17,127 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51338 deadline: 1731477736226 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51338 2024-11-13T06:02:17,128 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51338 deadline: 1731477736226 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51338 2024-11-13T06:02:17,128 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51338 deadline: 1731477736226 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51338 2024-11-13T06:02:17,128 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51338 deadline: 1731477736226 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51338 2024-11-13T06:02:17,129 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51338 deadline: 1731477736226 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51338 2024-11-13T06:02:17,129 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51338 deadline: 1731477736226 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51338 2024-11-13T06:02:17,129 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51338 deadline: 1731477736226 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51338 2024-11-13T06:02:17,196 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:17,306 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:17,416 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:17,478 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54514 deadline: 1731477736637 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54514 2024-11-13T06:02:17,478 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:17,479 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54514 deadline: 1731477736746 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54514 2024-11-13T06:02:17,479 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54514 deadline: 1731477736858 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54514 2024-11-13T06:02:17,479 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54514 deadline: 1731477736968 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54514 2024-11-13T06:02:17,480 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54514 deadline: 1731477737078 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54514 2024-11-13T06:02:17,480 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54514 deadline: 1731477737188 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54514 2024-11-13T06:02:17,480 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54514 deadline: 1731477737297 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54514 2024-11-13T06:02:17,481 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54514 deadline: 1731477737408 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54514 2024-11-13T06:02:17,525 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:17,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:17,526 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45431 2024-11-13T06:02:17,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=41 (was 41), OpenFileDescriptor=332 (was 332), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7288 (was 7289) 2024-11-13T06:02:17,542 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=41, OpenFileDescriptor=332, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7288 2024-11-13T06:02:17,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:17,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35513 2024-11-13T06:02:17,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ace09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:17,544 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:17,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:17,545 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:17,572 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:17,572 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:17,585 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:17,597 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:17,597 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x633dd491, L:/127.0.0.1:35513 - R:/127.0.0.1:50182] 2024-11-13T06:02:17,623 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:17,624 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:17,624 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:50182 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:17,625 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:17,625 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:17,626 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:17,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:17,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 41) - Thread LEAK? -, OpenFileDescriptor=333 (was 332) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=143 (was 143), ProcessCount=11 (was 11), AvailableMemoryMB=7287 (was 7288) 2024-11-13T06:02:17,636 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=143, ProcessCount=11, AvailableMemoryMB=7287 2024-11-13T06:02:17,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:17,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34899 2024-11-13T06:02:17,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a854fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:17,638 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:17,638 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:17,639 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:17,663 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:17,663 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:17,675 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:17,687 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:17,688 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf91ae62e, L:/127.0.0.1:34899 - R:/127.0.0.1:36016] 2024-11-13T06:02:17,714 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:17,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:17,724 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34899 2024-11-13T06:02:17,729 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 143) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7286 (was 7287) 2024-11-13T06:02:17,734 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7286 2024-11-13T06:02:17,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e19dc7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:17,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:17,735 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40323 2024-11-13T06:02:17,735 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:17,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:17,736 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:17,760 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:17,761 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:17,773 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:17,785 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:17,786 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe453aa3f, L:/127.0.0.1:40323 - R:/127.0.0.1:44058] 2024-11-13T06:02:17,813 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:17,814 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:17,814 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:44058 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:17,814 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:17,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:17,815 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40323 2024-11-13T06:02:17,820 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7286 (was 7286) 2024-11-13T06:02:17,824 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7286 2024-11-13T06:02:17,825 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:17,826 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41227 2024-11-13T06:02:17,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412c8f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:17,826 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:17,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:17,827 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:17,850 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:17,851 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:17,863 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:17,875 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:17,876 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xda88a32e, L:/127.0.0.1:41227 - R:/127.0.0.1:55174] 2024-11-13T06:02:17,905 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:17,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:17,909 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41227 2024-11-13T06:02:17,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7284 (was 7286) 2024-11-13T06:02:17,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7284 2024-11-13T06:02:17,920 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:17,920 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45285 2024-11-13T06:02:17,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75175483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:17,921 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:17,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:17,921 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:17,946 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:17,946 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:17,959 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:17,972 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:17,972 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x07486b23, L:/127.0.0.1:45285 - R:/127.0.0.1:35536] 2024-11-13T06:02:17,999 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:17,999 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:35536; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:18,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:18,000 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:45285 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:18,000 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45285 2024-11-13T06:02:18,005 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=333 (was 333), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7283 (was 7284) 2024-11-13T06:02:18,010 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=333, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7283 2024-11-13T06:02:18,011 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:18,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37913 2024-11-13T06:02:18,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e07dcaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:18,011 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:18,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:18,012 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,038 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,038 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:18,051 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,063 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,063 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1410346a, L:/127.0.0.1:37913 - R:/127.0.0.1:51418] 2024-11-13T06:02:18,089 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:18,090 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:18,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:18,094 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=334 (was 333) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7283 (was 7283) 2024-11-13T06:02:18,099 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=334, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7283 2024-11-13T06:02:18,100 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:18,100 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46115 2024-11-13T06:02:18,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6daa31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:18,101 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:18,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:18,101 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,129 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,130 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:18,143 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,155 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,155 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xcf58bfce, L:/127.0.0.1:46115 - R:/127.0.0.1:45726] 2024-11-13T06:02:18,182 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:18,182 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:45726 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:45726 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:18,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:18,188 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=335 (was 334) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7282 (was 7283) 2024-11-13T06:02:18,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7282 2024-11-13T06:02:18,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:18,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46081 2024-11-13T06:02:18,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352a4ecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:18,194 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:18,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:18,195 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,219 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,219 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:18,231 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,243 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,243 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x578c29d4, L:/127.0.0.1:46081 - R:/127.0.0.1:33444] 2024-11-13T06:02:18,270 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:33444 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:33444 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:18,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:18,271 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46081 2024-11-13T06:02:18,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=335 (was 335), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7281 (was 7282) 2024-11-13T06:02:18,279 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=335, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7281 2024-11-13T06:02:18,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:18,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35363 2024-11-13T06:02:18,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432c957d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:18,281 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:18,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:18,281 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,309 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,309 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:18,322 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,334 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,334 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x685e4bcf, L:/127.0.0.1:35363 - R:/127.0.0.1:46480] 2024-11-13T06:02:18,360 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:18,462 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:18,462 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:18,463 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:18,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:18,468 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=43 (was 42) - Thread LEAK? -, OpenFileDescriptor=336 (was 335) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7280 (was 7281) 2024-11-13T06:02:18,473 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7280 2024-11-13T06:02:18,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:18,475 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46225 2024-11-13T06:02:18,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc24268, compressor=org.apache.hadoop.io.compress.GzipCodec@7c095baf, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:18,475 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:18,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:18,476 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,482 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:18,500 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,500 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:18,514 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,526 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,526 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xda3244db, L:/127.0.0.1:46225 - R:/127.0.0.1:36212] 2024-11-13T06:02:18,553 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:18,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:18,555 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46225 2024-11-13T06:02:18,559 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 43), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7278 (was 7280) 2024-11-13T06:02:18,564 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7278 2024-11-13T06:02:18,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:18,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41657 2024-11-13T06:02:18,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e4aaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:18,565 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:18,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:18,566 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,592 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,592 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:18,604 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,615 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,616 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x30a077e8, L:/127.0.0.1:41657 - R:/127.0.0.1:52538] 2024-11-13T06:02:18,642 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:18,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:18,643 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41657 2024-11-13T06:02:18,648 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7277 (was 7278) 2024-11-13T06:02:18,652 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7277 2024-11-13T06:02:18,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:18,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44735 2024-11-13T06:02:18,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8e0de8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:18,654 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:18,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:18,654 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,679 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,679 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:18,691 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,703 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,703 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xde1d8204, L:/127.0.0.1:44735 - R:/127.0.0.1:60288] 2024-11-13T06:02:18,730 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:18,731 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:18,731 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:60288 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:18,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:18,732 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:18,732 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44735 2024-11-13T06:02:18,737 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7277 (was 7277) 2024-11-13T06:02:18,742 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7277 2024-11-13T06:02:18,743 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:18,744 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37729 2024-11-13T06:02:18,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:18,744 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:18,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:18,745 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,775 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,775 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:18,787 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,800 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,800 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc867ede0, L:/127.0.0.1:37729 - R:/127.0.0.1:56196] 2024-11-13T06:02:18,828 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:18,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:18,829 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37729 2024-11-13T06:02:18,834 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7276 (was 7277) 2024-11-13T06:02:18,839 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7276 2024-11-13T06:02:18,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:18,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34503 2024-11-13T06:02:18,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba83f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:18,841 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:18,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:18,842 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,871 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,872 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:18,884 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,897 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,898 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe536e7bc, L:/127.0.0.1:34503 - R:/127.0.0.1:55786] 2024-11-13T06:02:18,924 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:18,924 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:18,925 INFO [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-c6ea363dcfaf89f3b29a02f34c7ce23b-75528d320ef7cb7c-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:18,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:18,925 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:18,925 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34503 2024-11-13T06:02:18,930 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42 (was 42), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7274 (was 7276) 2024-11-13T06:02:18,935 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=42, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7274 2024-11-13T06:02:18,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:18,936 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33045 2024-11-13T06:02:18,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cbd65c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:18,937 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:18,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:18,938 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,966 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,966 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:18,978 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:18,991 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:18,991 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x55d03c87, L:/127.0.0.1:33045 - R:/127.0.0.1:51684] 2024-11-13T06:02:19,019 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:19,076 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33045 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=138ms, rpcTimeout=100ms 2024-11-13T06:02:19,076 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33045 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=138ms, rpcTimeout=100ms 2024-11-13T06:02:19,076 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33045 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=137ms, rpcTimeout=100ms 2024-11-13T06:02:19,076 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33045 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=137ms, rpcTimeout=100ms 2024-11-13T06:02:19,076 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33045 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=137ms, rpcTimeout=100ms 2024-11-13T06:02:19,076 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33045 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=138ms, rpcTimeout=100ms 2024-11-13T06:02:19,076 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33045 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=138ms, rpcTimeout=100ms 2024-11-13T06:02:19,076 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33045 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=138ms, rpcTimeout=100ms 2024-11-13T06:02:19,076 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33045 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=138ms, rpcTimeout=100ms 2024-11-13T06:02:19,076 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33045 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=138ms, rpcTimeout=100ms 2024-11-13T06:02:19,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:19,076 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33045 2024-11-13T06:02:19,081 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[9: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=false, clientTlsEnabled=true] Thread=43 (was 42) - Thread LEAK? -, OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7273 (was 7274) 2024-11-13T06:02:19,086 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7273 2024-11-13T06:02:19,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:19,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41373 2024-11-13T06:02:19,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0a8307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:19,088 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:19,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:19,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:19,088 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:41373 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:19,089 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41373 2024-11-13T06:02:19,093 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43 (was 43), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7273 (was 7273) 2024-11-13T06:02:19,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7273 2024-11-13T06:02:19,099 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:19,099 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41287 2024-11-13T06:02:19,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d132f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:19,100 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:19,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:19,100 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:19,124 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:19,124 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:19,136 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:19,148 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:19,148 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4b334c3e, L:/127.0.0.1:41287 - R:/127.0.0.1:35484] 2024-11-13T06:02:19,175 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:19,226 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41287 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=125ms, rpcTimeout=100ms 2024-11-13T06:02:19,336 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41287 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:19,446 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41287 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:19,556 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41287 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:19,666 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41287 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:19,776 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41287 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:19,886 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41287 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:19,996 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41287 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:20,020 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51684 deadline: 1731477739120 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51684 2024-11-13T06:02:20,020 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:20,021 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51684 deadline: 1731477739120 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51684 2024-11-13T06:02:20,021 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51684 deadline: 1731477739120 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51684 2024-11-13T06:02:20,022 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51684 deadline: 1731477739120 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51684 2024-11-13T06:02:20,022 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51684 deadline: 1731477739120 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51684 2024-11-13T06:02:20,022 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51684 deadline: 1731477739120 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51684 2024-11-13T06:02:20,022 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51684 deadline: 1731477739120 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51684 2024-11-13T06:02:20,023 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51684 deadline: 1731477739120 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51684 2024-11-13T06:02:20,023 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51684 deadline: 1731477739121 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51684 2024-11-13T06:02:20,105 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41287 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:20,177 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35484 deadline: 1731477739326 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35484 2024-11-13T06:02:20,177 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35484 deadline: 1731477739437 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35484 2024-11-13T06:02:20,178 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:20,178 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35484 deadline: 1731477739547 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35484 2024-11-13T06:02:20,178 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35484 deadline: 1731477739658 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35484 2024-11-13T06:02:20,178 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35484 deadline: 1731477739768 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35484 2024-11-13T06:02:20,179 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35484 deadline: 1731477739878 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35484 2024-11-13T06:02:20,179 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35484 deadline: 1731477739988 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35484 2024-11-13T06:02:20,179 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35484 deadline: 1731477740097 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35484 2024-11-13T06:02:20,215 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:41287 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:20,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:20,216 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41287 2024-11-13T06:02:20,231 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43 (was 43), OpenFileDescriptor=336 (was 336), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7272 (was 7273) 2024-11-13T06:02:20,235 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=43, OpenFileDescriptor=336, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7272 2024-11-13T06:02:20,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:20,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44087 2024-11-13T06:02:20,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c178119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:20,236 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:20,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:20,237 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,263 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,263 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:20,276 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,289 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,289 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf4071d3b, L:/127.0.0.1:44087 - R:/127.0.0.1:35744] 2024-11-13T06:02:20,316 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:20,317 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:20,317 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:35744 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:20,318 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:20,318 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:20,318 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:20,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:20,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 43) - Thread LEAK? -, OpenFileDescriptor=337 (was 336) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7271 (was 7272) 2024-11-13T06:02:20,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7271 2024-11-13T06:02:20,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:20,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36593 2024-11-13T06:02:20,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4404aacf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:20,329 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:20,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:20,330 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,354 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,354 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:20,366 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,378 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,378 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf4059d37, L:/127.0.0.1:36593 - R:/127.0.0.1:42918] 2024-11-13T06:02:20,405 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:20,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:20,414 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36593 2024-11-13T06:02:20,419 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7271 (was 7271) 2024-11-13T06:02:20,424 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7270 2024-11-13T06:02:20,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e615c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:20,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:20,426 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40745 2024-11-13T06:02:20,426 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:20,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:20,427 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,453 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,453 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:20,465 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,478 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,478 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc3270d7b, L:/127.0.0.1:40745 - R:/127.0.0.1:51880] 2024-11-13T06:02:20,505 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:20,506 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:20,506 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:51880 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:20,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:20,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:20,506 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40745 2024-11-13T06:02:20,512 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7270 (was 7270) 2024-11-13T06:02:20,516 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7270 2024-11-13T06:02:20,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:20,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37667 2024-11-13T06:02:20,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f3dcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:20,518 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:20,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:20,519 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,547 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,547 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:20,559 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,571 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,571 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xafa213c7, L:/127.0.0.1:37667 - R:/127.0.0.1:60438] 2024-11-13T06:02:20,598 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:20,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:20,602 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37667 2024-11-13T06:02:20,607 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7270 (was 7270) 2024-11-13T06:02:20,613 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7270 2024-11-13T06:02:20,614 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:20,614 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34149 2024-11-13T06:02:20,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4be0cd39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:20,614 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:20,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:20,615 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,639 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,639 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:20,652 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,663 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,663 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x61f094e4, L:/127.0.0.1:34149 - R:/127.0.0.1:39568] 2024-11-13T06:02:20,691 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:20,691 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:39568; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:20,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:20,692 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:34149 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:20,692 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34149 2024-11-13T06:02:20,696 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=337 (was 337), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7270 (was 7270) 2024-11-13T06:02:20,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=337, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7270 2024-11-13T06:02:20,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:20,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38663 2024-11-13T06:02:20,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e27ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:20,702 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:20,702 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:20,703 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,730 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,730 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:20,744 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,756 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,757 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xab5b6474, L:/127.0.0.1:38663 - R:/127.0.0.1:54094] 2024-11-13T06:02:20,784 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:20,784 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:20,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:20,789 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=338 (was 337) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7270 (was 7270) 2024-11-13T06:02:20,794 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=338, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7270 2024-11-13T06:02:20,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:20,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44159 2024-11-13T06:02:20,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d76262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:20,795 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:20,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:20,796 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,823 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,824 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:20,837 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,848 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,849 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe3545e54, L:/127.0.0.1:44159 - R:/127.0.0.1:47286] 2024-11-13T06:02:20,875 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:20,875 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:47286 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:47286 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:20,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:20,880 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=339 (was 338) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7270 (was 7270) 2024-11-13T06:02:20,885 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7269 2024-11-13T06:02:20,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:20,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46713 2024-11-13T06:02:20,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530b9bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:20,887 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:20,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:20,888 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,911 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,912 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:20,924 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:20,936 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:20,936 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6c2e8b7b, L:/127.0.0.1:46713 - R:/127.0.0.1:45924] 2024-11-13T06:02:20,963 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:45924 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:45924 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:20,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:20,964 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46713 2024-11-13T06:02:20,969 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=339 (was 339), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7268 (was 7269) 2024-11-13T06:02:20,973 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=339, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7268 2024-11-13T06:02:20,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:20,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41955 2024-11-13T06:02:20,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47697b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:20,975 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:20,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:20,976 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,004 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,004 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:21,023 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,034 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,035 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8c0fa9c5, L:/127.0.0.1:41955 - R:/127.0.0.1:56360] 2024-11-13T06:02:21,062 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56360, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:21,165 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:21,165 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:21,166 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:21,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:21,176 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=45 (was 44) - Thread LEAK? -, OpenFileDescriptor=340 (was 339) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7265 (was 7268) 2024-11-13T06:02:21,180 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:21,180 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7264 2024-11-13T06:02:21,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:21,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42985 2024-11-13T06:02:21,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7510c37b, compressor=org.apache.hadoop.io.compress.GzipCodec@584a34e3, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:21,181 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:21,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:21,182 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,208 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,208 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:21,221 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,233 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,233 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3e1294dc, L:/127.0.0.1:42985 - R:/127.0.0.1:46480] 2024-11-13T06:02:21,260 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:21,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:21,262 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42985 2024-11-13T06:02:21,267 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 45), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7265 (was 7264) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:21,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7265 2024-11-13T06:02:21,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:21,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44437 2024-11-13T06:02:21,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d379699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:21,273 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:21,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:21,274 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,298 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,298 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:21,310 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,322 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,322 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd0c51479, L:/127.0.0.1:44437 - R:/127.0.0.1:49272] 2024-11-13T06:02:21,351 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:21,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:21,352 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44437 2024-11-13T06:02:21,357 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7264 (was 7265) 2024-11-13T06:02:21,363 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7263 2024-11-13T06:02:21,364 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:21,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39127 2024-11-13T06:02:21,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741f9dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:21,364 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:21,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:21,365 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,389 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,389 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:21,401 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,418 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,418 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa58a9509, L:/127.0.0.1:39127 - R:/127.0.0.1:35610] 2024-11-13T06:02:21,444 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:21,444 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:21,444 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:35610 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:21,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:21,445 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:21,445 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39127 2024-11-13T06:02:21,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7262 (was 7263) 2024-11-13T06:02:21,454 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7262 2024-11-13T06:02:21,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:21,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38945 2024-11-13T06:02:21,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:21,456 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:21,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:21,457 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,484 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,484 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:21,496 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,508 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,508 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb27a97ee, L:/127.0.0.1:38945 - R:/127.0.0.1:58220] 2024-11-13T06:02:21,534 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:21,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:21,536 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38945 2024-11-13T06:02:21,541 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7262 (was 7262) 2024-11-13T06:02:21,545 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7262 2024-11-13T06:02:21,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:21,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33045 2024-11-13T06:02:21,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249bb617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:21,546 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:21,547 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:21,547 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,576 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,576 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:21,588 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,599 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,599 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3df72e01, L:/127.0.0.1:33045 - R:/127.0.0.1:51696] 2024-11-13T06:02:21,627 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:21,627 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:21,627 INFO [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-8c35cd6c4a302cb4fb9153718a870f1c-e936eeef745c1a18-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:21,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:21,628 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:21,628 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33045 2024-11-13T06:02:21,632 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44 (was 44), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7262 (was 7262) 2024-11-13T06:02:21,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=44, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7262 2024-11-13T06:02:21,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:21,638 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40875 2024-11-13T06:02:21,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fad97fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:21,638 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:21,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:21,639 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,664 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,664 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:21,677 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,688 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,688 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xee5541e3, L:/127.0.0.1:40875 - R:/127.0.0.1:56306] 2024-11-13T06:02:21,718 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:21,766 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40875 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=126ms, rpcTimeout=100ms 2024-11-13T06:02:21,766 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40875 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=126ms, rpcTimeout=100ms 2024-11-13T06:02:21,766 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40875 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=126ms, rpcTimeout=100ms 2024-11-13T06:02:21,766 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40875 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=126ms, rpcTimeout=100ms 2024-11-13T06:02:21,766 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40875 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=126ms, rpcTimeout=100ms 2024-11-13T06:02:21,766 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40875 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=126ms, rpcTimeout=100ms 2024-11-13T06:02:21,766 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40875 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=125ms, rpcTimeout=100ms 2024-11-13T06:02:21,766 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40875 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=125ms, rpcTimeout=100ms 2024-11-13T06:02:21,766 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40875 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=125ms, rpcTimeout=100ms 2024-11-13T06:02:21,766 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40875 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=126ms, rpcTimeout=100ms 2024-11-13T06:02:21,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:21,766 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40875 2024-11-13T06:02:21,771 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[10: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=true] Thread=45 (was 44) - Thread LEAK? -, OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7261 (was 7262) 2024-11-13T06:02:21,777 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7259 2024-11-13T06:02:21,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:21,778 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43265 2024-11-13T06:02:21,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3c276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:21,778 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:21,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:21,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:21,779 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:43265 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:21,779 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43265 2024-11-13T06:02:21,784 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45 (was 45), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7259 (was 7259) 2024-11-13T06:02:21,789 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=147, ProcessCount=11, AvailableMemoryMB=7259 2024-11-13T06:02:21,790 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:21,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45003 2024-11-13T06:02:21,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695a48b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:21,790 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:21,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:21,803 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:21,815 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:21,815 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcf37693a, L:/127.0.0.1:45003 - R:/127.0.0.1:37154] 2024-11-13T06:02:21,816 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:21,895 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=104ms, rpcTimeout=100ms 2024-11-13T06:02:22,006 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:22,116 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:22,226 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:22,335 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:22,446 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:22,555 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:22,666 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:22,719 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56306 deadline: 1731477741818 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56306 2024-11-13T06:02:22,719 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:22,720 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56306 deadline: 1731477741818 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56306 2024-11-13T06:02:22,720 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56306 deadline: 1731477741819 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56306 2024-11-13T06:02:22,720 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56306 deadline: 1731477741819 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56306 2024-11-13T06:02:22,721 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56306 deadline: 1731477741819 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56306 2024-11-13T06:02:22,721 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56306 deadline: 1731477741819 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56306 2024-11-13T06:02:22,721 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56306 deadline: 1731477741819 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56306 2024-11-13T06:02:22,722 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56306 deadline: 1731477741819 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56306 2024-11-13T06:02:22,722 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:56306 deadline: 1731477741819 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:56306 2024-11-13T06:02:22,776 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:22,817 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37154 deadline: 1731477741996 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37154 2024-11-13T06:02:22,817 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37154 deadline: 1731477742107 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37154 2024-11-13T06:02:22,817 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:22,817 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37154 deadline: 1731477742217 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37154 2024-11-13T06:02:22,818 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37154 deadline: 1731477742327 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37154 2024-11-13T06:02:22,818 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37154 deadline: 1731477742436 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37154 2024-11-13T06:02:22,818 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37154 deadline: 1731477742546 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37154 2024-11-13T06:02:22,818 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37154 deadline: 1731477742656 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37154 2024-11-13T06:02:22,818 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:37154 deadline: 1731477742768 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:37154 2024-11-13T06:02:22,885 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45003 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:22,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:22,886 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45003 2024-11-13T06:02:22,893 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45 (was 45), OpenFileDescriptor=340 (was 340), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 147), ProcessCount=11 (was 11), AvailableMemoryMB=7258 (was 7259) 2024-11-13T06:02:22,898 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=45, OpenFileDescriptor=340, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7257 2024-11-13T06:02:22,899 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:22,900 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35321 2024-11-13T06:02:22,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc4adde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:22,900 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:22,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:22,917 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:22,929 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:22,930 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2ae05bb1, L:/127.0.0.1:35321 - R:/127.0.0.1:43508] 2024-11-13T06:02:22,930 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:22,931 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:22,931 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:43508 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:22,931 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:22,932 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:22,932 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:22,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:22,937 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 45) - Thread LEAK? -, OpenFileDescriptor=341 (was 340) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7257 (was 7257) 2024-11-13T06:02:22,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:22,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:22,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37873 2024-11-13T06:02:22,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7ef2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:22,942 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:22,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:22,959 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:22,971 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:22,971 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x09e43216, L:/127.0.0.1:37873 - R:/127.0.0.1:51124] 2024-11-13T06:02:22,971 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:22,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:22,978 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37873 2024-11-13T06:02:22,983 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7257 (was 7256) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:22,989 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:22,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679d8db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:22,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:22,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34541 2024-11-13T06:02:22,990 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:22,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,004 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,016 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,016 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa79d5280, L:/127.0.0.1:34541 - R:/127.0.0.1:39046] 2024-11-13T06:02:23,017 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:23,017 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:23,017 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:39046 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:23,018 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:23,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,018 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34541 2024-11-13T06:02:23,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:23,028 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:23,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39495 2024-11-13T06:02:23,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cdbc0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,029 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,046 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,057 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,057 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3b40109d, L:/127.0.0.1:39495 - R:/127.0.0.1:52038] 2024-11-13T06:02:23,057 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:23,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,060 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39495 2024-11-13T06:02:23,065 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:23,070 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:23,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33257 2024-11-13T06:02:23,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55322228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,072 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,085 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,096 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,096 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2f4c43df, L:/127.0.0.1:33257 - R:/127.0.0.1:57426] 2024-11-13T06:02:23,097 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:23,097 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:57426; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:23,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,097 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:33257 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:23,097 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33257 2024-11-13T06:02:23,102 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=341 (was 341), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:23,106 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=341, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:23,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,107 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44535 2024-11-13T06:02:23,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e40e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,108 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:23,122 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,135 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,135 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd583d5ce, L:/127.0.0.1:44535 - R:/127.0.0.1:55652] 2024-11-13T06:02:23,135 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:23,135 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:23,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,140 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=342 (was 341) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:23,145 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=342, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:23,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33447 2024-11-13T06:02:23,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e85078b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,146 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:23,159 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,171 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,171 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0a558b97, L:/127.0.0.1:33447 - R:/127.0.0.1:33642] 2024-11-13T06:02:23,171 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:23,171 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:33642 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:33642 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:23,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,176 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=343 (was 342) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:23,181 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=343, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:23,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40361 2024-11-13T06:02:23,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ebdacc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,182 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,199 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,210 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,210 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x28afda25, L:/127.0.0.1:40361 - R:/127.0.0.1:60248] 2024-11-13T06:02:23,210 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:60248 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:60248 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:23,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,211 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40361 2024-11-13T06:02:23,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46 (was 46), OpenFileDescriptor=343 (was 343), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:23,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=46, OpenFileDescriptor=343, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:23,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42431 2024-11-13T06:02:23,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e76db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,221 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,238 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,250 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,250 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x492dfb32, L:/127.0.0.1:42431 - R:/127.0.0.1:36630] 2024-11-13T06:02:23,250 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36630, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:23,352 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:23,353 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:23,353 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:23,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,363 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 46) - Thread LEAK? -, OpenFileDescriptor=344 (was 343) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:23,369 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:23,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36525 2024-11-13T06:02:23,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b24db0, compressor=org.apache.hadoop.io.compress.GzipCodec@71d722d0, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,371 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,388 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,399 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,399 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x42c1b7f3, L:/127.0.0.1:36525 - R:/127.0.0.1:59278] 2024-11-13T06:02:23,400 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:23,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,401 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36525 2024-11-13T06:02:23,406 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:23,411 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:23,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45065 2024-11-13T06:02:23,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541ae6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,412 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,429 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,441 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,441 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0e88873d, L:/127.0.0.1:45065 - R:/127.0.0.1:37308] 2024-11-13T06:02:23,441 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:23,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,442 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45065 2024-11-13T06:02:23,447 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:23,451 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:23,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38453 2024-11-13T06:02:23,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5cf4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,453 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,467 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,479 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,479 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1273d3e5, L:/127.0.0.1:38453 - R:/127.0.0.1:55882] 2024-11-13T06:02:23,479 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:23,480 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:23,480 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:55882 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:23,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,481 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:23,481 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38453 2024-11-13T06:02:23,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7255) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:23,490 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:23,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,491 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33881 2024-11-13T06:02:23,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,491 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,504 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,516 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,516 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x37d009ee, L:/127.0.0.1:33881 - R:/127.0.0.1:47874] 2024-11-13T06:02:23,516 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:23,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,517 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33881 2024-11-13T06:02:23,522 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:23,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:23,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46419 2024-11-13T06:02:23,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e68eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,528 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,529 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,541 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,553 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,553 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x57c53564, L:/127.0.0.1:46419 - R:/127.0.0.1:46680] 2024-11-13T06:02:23,553 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:23,553 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:23,554 INFO [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-0db6816acbfa55a4eaa70c0a451ddda2-fbdc0b878f2521ab-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:23,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,554 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:23,554 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46419 2024-11-13T06:02:23,559 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:23,564 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:23,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,565 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43415 2024-11-13T06:02:23,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5308c8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,565 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,581 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,594 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,594 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x63e97a9c, L:/127.0.0.1:43415 - R:/127.0.0.1:49028] 2024-11-13T06:02:23,594 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:23,678 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:23,678 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:23,678 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:23,678 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:23,678 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:23,678 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:23,678 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:23,678 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:23,678 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:23,678 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43415 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=112ms, rpcTimeout=100ms 2024-11-13T06:02:23,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,679 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43415 2024-11-13T06:02:23,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[11: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=RSA, certKeyType=EC, keyPassword=[C@24faea88, acceptPlainText=true, clientTlsEnabled=false] Thread=48 (was 47) - Thread LEAK? -, OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7256) 2024-11-13T06:02:23,695 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:23,819 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:23,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39215 2024-11-13T06:02:23,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab483c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,946 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:23,947 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:39215 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:23,947 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39215 2024-11-13T06:02:23,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=47 (was 48), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:23,956 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:23,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:23,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40709 2024-11-13T06:02:23,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f08cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:23,957 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:23,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:23,958 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:23,984 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:23,985 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:23,998 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:24,010 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:24,010 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd9c47ba3, L:/127.0.0.1:40709 - R:/127.0.0.1:43398] 2024-11-13T06:02:24,038 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:24,096 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40709 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=137ms, rpcTimeout=100ms 2024-11-13T06:02:24,206 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40709 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:24,316 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40709 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:24,426 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40709 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:24,535 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40709 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:24,595 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49028 deadline: 1731477743695 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49028 2024-11-13T06:02:24,595 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:24,596 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49028 deadline: 1731477743695 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49028 2024-11-13T06:02:24,596 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49028 deadline: 1731477743695 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49028 2024-11-13T06:02:24,596 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49028 deadline: 1731477743695 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49028 2024-11-13T06:02:24,597 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49028 deadline: 1731477743695 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49028 2024-11-13T06:02:24,597 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49028 deadline: 1731477743695 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49028 2024-11-13T06:02:24,597 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49028 deadline: 1731477743695 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49028 2024-11-13T06:02:24,598 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49028 deadline: 1731477743695 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49028 2024-11-13T06:02:24,598 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49028 deadline: 1731477743695 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49028 2024-11-13T06:02:24,645 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40709 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:24,756 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40709 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:24,866 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40709 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:24,975 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40709 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:25,039 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43398 deadline: 1731477744196 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43398 2024-11-13T06:02:25,040 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43398 deadline: 1731477744308 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43398 2024-11-13T06:02:25,040 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:25,040 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43398 deadline: 1731477744419 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43398 2024-11-13T06:02:25,040 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43398 deadline: 1731477744529 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43398 2024-11-13T06:02:25,040 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43398 deadline: 1731477744637 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43398 2024-11-13T06:02:25,040 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43398 deadline: 1731477744747 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43398 2024-11-13T06:02:25,040 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43398 deadline: 1731477744858 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43398 2024-11-13T06:02:25,040 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43398 deadline: 1731477744966 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43398 2024-11-13T06:02:25,086 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:40709 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:25,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:25,086 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40709 2024-11-13T06:02:25,096 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=47 (was 47), OpenFileDescriptor=344 (was 344), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7259 (was 7255) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:25,100 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=47, OpenFileDescriptor=344, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7259 2024-11-13T06:02:25,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:25,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33361 2024-11-13T06:02:25,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27364ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:25,102 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:25,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:25,102 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,131 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,131 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:25,143 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,156 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,156 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4b7235a0, L:/127.0.0.1:33361 - R:/127.0.0.1:45556] 2024-11-13T06:02:25,181 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:25,181 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:25,182 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:45556 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:25,182 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:25,183 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:25,183 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:25,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:25,188 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 47) - Thread LEAK? -, OpenFileDescriptor=345 (was 344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7258 (was 7259) 2024-11-13T06:02:25,192 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7258 2024-11-13T06:02:25,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:25,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34423 2024-11-13T06:02:25,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509ecb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:25,194 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:25,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:25,195 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,223 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,223 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:25,235 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,247 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,248 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x02da4727, L:/127.0.0.1:34423 - R:/127.0.0.1:57894] 2024-11-13T06:02:25,274 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:25,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:25,282 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34423 2024-11-13T06:02:25,288 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7258 (was 7258) 2024-11-13T06:02:25,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7258 2024-11-13T06:02:25,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10358cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:25,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:25,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41861 2024-11-13T06:02:25,294 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:25,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:25,294 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,319 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,319 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:25,331 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,343 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,343 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x12f3b32e, L:/127.0.0.1:41861 - R:/127.0.0.1:60478] 2024-11-13T06:02:25,368 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:25,369 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:25,369 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:60478 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:25,370 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:25,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:25,370 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41861 2024-11-13T06:02:25,375 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7258 (was 7258) 2024-11-13T06:02:25,379 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7258 2024-11-13T06:02:25,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:25,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38065 2024-11-13T06:02:25,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b94844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:25,380 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:25,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:25,381 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,409 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,409 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:25,421 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,434 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,434 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb2ca0089, L:/127.0.0.1:38065 - R:/127.0.0.1:43974] 2024-11-13T06:02:25,460 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43974, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:25,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:25,463 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38065 2024-11-13T06:02:25,468 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7258 (was 7258) 2024-11-13T06:02:25,473 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7258 2024-11-13T06:02:25,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:25,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43607 2024-11-13T06:02:25,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45957de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:25,474 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:25,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:25,475 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,500 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,500 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:25,512 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,524 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,524 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6571709a, L:/127.0.0.1:43607 - R:/127.0.0.1:48592] 2024-11-13T06:02:25,551 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:25,551 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:48592; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:25,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:25,552 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:43607 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:25,552 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43607 2024-11-13T06:02:25,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=345 (was 345), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7258 (was 7258) 2024-11-13T06:02:25,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=345, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7258 2024-11-13T06:02:25,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:25,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37967 2024-11-13T06:02:25,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d061839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:25,562 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:25,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:25,563 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,589 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,589 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:25,602 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,613 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,613 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1e6b3fc5, L:/127.0.0.1:37967 - R:/127.0.0.1:35986] 2024-11-13T06:02:25,638 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:25,638 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:25,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:25,644 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=346 (was 345) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7258 (was 7258) 2024-11-13T06:02:25,650 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=346, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7258 2024-11-13T06:02:25,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:25,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37275 2024-11-13T06:02:25,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179ada36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:25,652 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:25,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:25,652 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,676 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,676 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:25,688 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,699 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,700 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x33012e39, L:/127.0.0.1:37275 - R:/127.0.0.1:34932] 2024-11-13T06:02:25,725 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:25,725 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:34932 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:34932 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:25,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:25,732 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=347 (was 346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7258 (was 7258) 2024-11-13T06:02:25,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=347, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7258 2024-11-13T06:02:25,737 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:25,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37541 2024-11-13T06:02:25,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a541936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:25,738 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:25,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:25,738 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,762 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,762 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:25,775 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,788 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,788 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x8f4bae56, L:/127.0.0.1:37541 - R:/127.0.0.1:41706] 2024-11-13T06:02:25,813 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:41706 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:41706 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:25,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:25,813 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37541 2024-11-13T06:02:25,818 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=347 (was 347), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7258) 2024-11-13T06:02:25,823 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=347, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:25,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:25,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33677 2024-11-13T06:02:25,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77259759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:25,824 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:25,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:25,825 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,853 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,853 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:25,866 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:25,878 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:25,878 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdb8dab4a, L:/127.0.0.1:33677 - R:/127.0.0.1:55912] 2024-11-13T06:02:25,902 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:26,004 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:26,005 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:26,005 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:26,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:26,016 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=49 (was 48) - Thread LEAK? -, OpenFileDescriptor=348 (was 347) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:26,021 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:26,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:26,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34607 2024-11-13T06:02:26,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a7e805, compressor=org.apache.hadoop.io.compress.GzipCodec@5bd05f65, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:26,022 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:26,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:26,022 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,041 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:26,048 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,048 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:26,060 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,072 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,072 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7b62302c, L:/127.0.0.1:34607 - R:/127.0.0.1:45926] 2024-11-13T06:02:26,097 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:26,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:26,098 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34607 2024-11-13T06:02:26,103 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 49), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7256) 2024-11-13T06:02:26,108 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:26,109 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:26,110 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42677 2024-11-13T06:02:26,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21fd5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:26,110 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:26,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:26,111 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,138 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,138 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:26,151 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,163 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,163 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x50a2e7ec, L:/127.0.0.1:42677 - R:/127.0.0.1:35328] 2024-11-13T06:02:26,189 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:26,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:26,190 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42677 2024-11-13T06:02:26,194 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:26,198 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:26,199 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:26,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42367 2024-11-13T06:02:26,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e882465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:26,200 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:26,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:26,200 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,228 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,228 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:26,241 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,253 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,253 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x5d9f5ad2, L:/127.0.0.1:42367 - R:/127.0.0.1:41394] 2024-11-13T06:02:26,278 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:26,279 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:26,279 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41394 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:26,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:26,279 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:26,279 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42367 2024-11-13T06:02:26,284 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:26,288 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:26,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:26,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41415 2024-11-13T06:02:26,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:26,289 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:26,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:26,290 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,317 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,317 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:26,329 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,341 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,341 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc12b943a, L:/127.0.0.1:41415 - R:/127.0.0.1:47606] 2024-11-13T06:02:26,365 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:26,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:26,367 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41415 2024-11-13T06:02:26,371 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7255) 2024-11-13T06:02:26,376 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:26,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:26,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42831 2024-11-13T06:02:26,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3229661b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:26,377 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:26,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:26,378 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,404 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,404 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:26,417 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,428 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,428 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x86e22b85, L:/127.0.0.1:42831 - R:/127.0.0.1:45598] 2024-11-13T06:02:26,453 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:26,453 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:26,453 INFO [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-d6e44e4c8060c9e3af8984c3c50258e4-10fb029701baef9e-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:26,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:26,453 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:26,454 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42831 2024-11-13T06:02:26,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48 (was 48), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:26,462 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=48, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:26,464 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:26,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45365 2024-11-13T06:02:26,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1291c745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:26,464 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:26,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:26,465 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,490 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,491 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:26,504 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,516 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,516 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x575851ec, L:/127.0.0.1:45365 - R:/127.0.0.1:33728] 2024-11-13T06:02:26,542 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:26,596 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:26,596 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:26,596 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:26,596 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:26,596 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:26,596 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:26,596 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:26,596 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:26,596 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:26,597 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:45365 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:26,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:26,597 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45365 2024-11-13T06:02:26,602 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[12: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=false, clientTlsEnabled=true] Thread=49 (was 48) - Thread LEAK? -, OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7254) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:26,607 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:26,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:26,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35275 2024-11-13T06:02:26,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6fa40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:26,609 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:26,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:26,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:26,610 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:35275 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:26,610 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35275 2024-11-13T06:02:26,616 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49 (was 49), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=135 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7255) 2024-11-13T06:02:26,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=135, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:26,623 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:26,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34697 2024-11-13T06:02:26,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638925b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:26,624 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:26,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:26,625 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,654 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,654 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:26,667 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:26,679 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:26,679 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb59dff15, L:/127.0.0.1:34697 - R:/127.0.0.1:59606] 2024-11-13T06:02:26,704 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:26,756 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34697 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:26,866 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34697 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:26,975 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34697 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:27,086 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34697 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:27,196 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34697 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:27,305 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34697 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:27,416 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34697 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:27,525 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34697 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:27,543 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:27,543 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1731477746642 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728 2024-11-13T06:02:27,543 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1731477746642 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728 2024-11-13T06:02:27,544 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1731477746642 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728 2024-11-13T06:02:27,544 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1731477746643 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728 2024-11-13T06:02:27,544 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1731477746643 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728 2024-11-13T06:02:27,544 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1731477746643 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728 2024-11-13T06:02:27,544 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1731477746643 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728 2024-11-13T06:02:27,545 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1731477746643 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728 2024-11-13T06:02:27,545 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:33728 deadline: 1731477746643 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:33728 2024-11-13T06:02:27,636 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34697 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:27,706 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59606 deadline: 1731477746857 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59606 2024-11-13T06:02:27,706 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59606 deadline: 1731477746967 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59606 2024-11-13T06:02:27,706 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:27,706 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59606 deadline: 1731477747077 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59606 2024-11-13T06:02:27,707 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59606 deadline: 1731477747187 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59606 2024-11-13T06:02:27,707 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59606 deadline: 1731477747297 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59606 2024-11-13T06:02:27,707 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59606 deadline: 1731477747407 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59606 2024-11-13T06:02:27,708 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59606 deadline: 1731477747517 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59606 2024-11-13T06:02:27,708 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59606 deadline: 1731477747626 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59606 2024-11-13T06:02:27,746 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34697 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:27,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:27,746 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34697 2024-11-13T06:02:27,758 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49 (was 49), OpenFileDescriptor=348 (was 348), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 135), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7254) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:27,763 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=49, OpenFileDescriptor=348, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:27,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:27,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37065 2024-11-13T06:02:27,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de67834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:27,764 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:27,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:27,765 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:27,790 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:27,790 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:27,802 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:27,815 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:27,815 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6f941e50, L:/127.0.0.1:37065 - R:/127.0.0.1:53752] 2024-11-13T06:02:27,840 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:27,841 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:27,841 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:53752 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:27,842 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:27,842 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:27,842 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:27,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:27,847 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 49) - Thread LEAK? -, OpenFileDescriptor=349 (was 348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:27,853 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:27,854 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:27,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33349 2024-11-13T06:02:27,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4c811d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:27,855 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:27,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:27,856 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:27,884 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:27,884 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:27,897 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:27,909 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:27,910 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9e9bab13, L:/127.0.0.1:33349 - R:/127.0.0.1:34252] 2024-11-13T06:02:27,935 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:27,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:27,944 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33349 2024-11-13T06:02:27,949 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:27,954 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:27,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e07bc87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:27,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:27,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45995 2024-11-13T06:02:27,956 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:27,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:27,957 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:27,983 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:27,984 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:27,997 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,009 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,009 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe5fbabe2, L:/127.0.0.1:45995 - R:/127.0.0.1:47246] 2024-11-13T06:02:28,034 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47246, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:28,034 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:28,035 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:47246 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:28,035 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:28,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:28,035 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45995 2024-11-13T06:02:28,041 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:28,045 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:28,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:28,046 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40967 2024-11-13T06:02:28,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb32c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:28,047 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:28,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:28,047 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,075 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,076 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:28,088 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,101 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,101 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x23e05a61, L:/127.0.0.1:40967 - R:/127.0.0.1:51280] 2024-11-13T06:02:28,127 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:28,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:28,130 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40967 2024-11-13T06:02:28,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:28,143 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:28,144 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:28,144 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46627 2024-11-13T06:02:28,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68742f3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:28,144 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:28,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:28,145 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,170 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,170 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:28,182 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,195 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,195 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5fe4f0f4, L:/127.0.0.1:46627 - R:/127.0.0.1:42654] 2024-11-13T06:02:28,221 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:28,221 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:42654; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:28,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:28,222 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:46627 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:28,222 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46627 2024-11-13T06:02:28,226 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=349 (was 349), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:28,232 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=349, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:28,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:28,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43045 2024-11-13T06:02:28,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e93f9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:28,233 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:28,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:28,234 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,259 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,259 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:28,272 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,283 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,284 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x17a41582, L:/127.0.0.1:43045 - R:/127.0.0.1:46232] 2024-11-13T06:02:28,308 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:28,308 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:28,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:28,313 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=350 (was 349) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:28,318 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=350, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:28,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:28,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39591 2024-11-13T06:02:28,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2907315b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:28,320 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:28,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:28,320 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,349 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,349 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:28,361 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,373 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,374 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb1b38692, L:/127.0.0.1:39591 - R:/127.0.0.1:59426] 2024-11-13T06:02:28,399 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:28,399 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:59426 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:59426 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:28,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:28,404 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=351 (was 350) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:28,409 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=351, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:28,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:28,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41331 2024-11-13T06:02:28,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ef6f2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:28,410 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:28,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:28,410 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,437 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,437 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:28,450 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,462 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,462 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdf70b24c, L:/127.0.0.1:41331 - R:/127.0.0.1:35070] 2024-11-13T06:02:28,486 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:35070 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:35070 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:28,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:28,486 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41331 2024-11-13T06:02:28,491 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=351 (was 351), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:28,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=351, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:28,496 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:28,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46723 2024-11-13T06:02:28,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a81b329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:28,497 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:28,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:28,497 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,525 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,525 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:28,537 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,549 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,549 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfa1dcaba, L:/127.0.0.1:46723 - R:/127.0.0.1:59100] 2024-11-13T06:02:28,573 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:28,674 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:28,675 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:28,675 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:28,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:28,684 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=51 (was 50) - Thread LEAK? -, OpenFileDescriptor=352 (was 351) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:28,690 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:28,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:28,691 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37507 2024-11-13T06:02:28,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70551eb, compressor=org.apache.hadoop.io.compress.GzipCodec@773d7b4e, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:28,691 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:28,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:28,692 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,708 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:28,718 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,719 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:28,732 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,743 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,743 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcfacb716, L:/127.0.0.1:37507 - R:/127.0.0.1:42300] 2024-11-13T06:02:28,768 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:28,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:28,770 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37507 2024-11-13T06:02:28,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 51), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:28,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:28,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:28,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35399 2024-11-13T06:02:28,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed7d988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:28,781 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:28,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:28,782 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,807 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,807 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:28,820 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,831 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,831 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc75ea3db, L:/127.0.0.1:35399 - R:/127.0.0.1:43078] 2024-11-13T06:02:28,858 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:28,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:28,860 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35399 2024-11-13T06:02:28,864 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:28,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:28,869 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:28,870 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37557 2024-11-13T06:02:28,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24354329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:28,870 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:28,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:28,870 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,897 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,897 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:28,909 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,921 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,921 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3b6d963c, L:/127.0.0.1:37557 - R:/127.0.0.1:49318] 2024-11-13T06:02:28,947 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:28,947 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:28,947 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:49318 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:28,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:28,948 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:28,948 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37557 2024-11-13T06:02:28,953 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:28,958 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:28,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:28,959 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38503 2024-11-13T06:02:28,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:28,960 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:28,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:28,960 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:28,988 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:28,988 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:29,001 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:29,013 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:29,013 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x609e8133, L:/127.0.0.1:38503 - R:/127.0.0.1:35262] 2024-11-13T06:02:29,038 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:29,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:29,040 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38503 2024-11-13T06:02:29,045 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:29,049 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:29,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:29,051 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35069 2024-11-13T06:02:29,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6798c64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:29,051 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:29,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:29,051 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:29,080 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:29,080 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:29,092 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:29,105 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:29,105 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x15a1ee9f, L:/127.0.0.1:35069 - R:/127.0.0.1:51722] 2024-11-13T06:02:29,129 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:29,129 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:29,130 INFO [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-ed47e017320a0e6011c87547ff09a48f-05c0eb2822879a68-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:29,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:29,130 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:29,130 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35069 2024-11-13T06:02:29,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50 (was 50), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7253 (was 7254) 2024-11-13T06:02:29,140 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=50, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7253 2024-11-13T06:02:29,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:29,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44531 2024-11-13T06:02:29,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4148da9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:29,142 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:29,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:29,143 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:29,171 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:29,171 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:29,185 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:29,198 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:29,198 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4066466e, L:/127.0.0.1:44531 - R:/127.0.0.1:57782] 2024-11-13T06:02:29,226 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:29,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:29,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:29,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:29,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:29,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:29,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:29,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:29,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:29,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:29,277 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:29,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:29,277 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44531 2024-11-13T06:02:29,287 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[13: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=true] Thread=51 (was 50) - Thread LEAK? -, OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7253 (was 7253) 2024-11-13T06:02:29,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7253 2024-11-13T06:02:29,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:29,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39797 2024-11-13T06:02:29,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71245b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:29,294 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:29,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:29,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:29,294 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:39797 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:29,295 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39797 2024-11-13T06:02:29,299 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51 (was 51), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7253 (was 7253) 2024-11-13T06:02:29,304 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7253 2024-11-13T06:02:29,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:29,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38023 2024-11-13T06:02:29,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbe12bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:29,306 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:29,307 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:29,322 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:29,335 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:29,335 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xecf5bd6c, L:/127.0.0.1:38023 - R:/127.0.0.1:58234] 2024-11-13T06:02:29,335 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:29,416 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38023 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:29,526 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38023 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:29,635 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38023 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:29,746 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38023 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:29,856 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38023 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:29,965 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38023 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:30,076 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38023 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:30,186 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38023 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:30,227 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57782 deadline: 1731477749327 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57782 2024-11-13T06:02:30,227 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:30,228 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57782 deadline: 1731477749327 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57782 2024-11-13T06:02:30,228 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57782 deadline: 1731477749327 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57782 2024-11-13T06:02:30,228 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57782 deadline: 1731477749328 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57782 2024-11-13T06:02:30,228 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57782 deadline: 1731477749328 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57782 2024-11-13T06:02:30,228 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57782 deadline: 1731477749328 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57782 2024-11-13T06:02:30,228 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57782 deadline: 1731477749328 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57782 2024-11-13T06:02:30,228 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57782 deadline: 1731477749328 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57782 2024-11-13T06:02:30,228 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:57782 deadline: 1731477749328 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:57782 2024-11-13T06:02:30,296 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38023 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:30,336 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58234 deadline: 1731477749517 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58234 2024-11-13T06:02:30,336 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:30,336 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58234 deadline: 1731477749627 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58234 2024-11-13T06:02:30,336 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58234 deadline: 1731477749736 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58234 2024-11-13T06:02:30,336 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58234 deadline: 1731477749847 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58234 2024-11-13T06:02:30,337 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58234 deadline: 1731477749958 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58234 2024-11-13T06:02:30,337 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58234 deadline: 1731477750066 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58234 2024-11-13T06:02:30,337 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58234 deadline: 1731477750177 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58234 2024-11-13T06:02:30,337 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:58234 deadline: 1731477750286 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:58234 2024-11-13T06:02:30,405 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38023 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:30,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,406 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38023 2024-11-13T06:02:30,418 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51 (was 51), OpenFileDescriptor=352 (was 352), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7253) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:30,423 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=51, OpenFileDescriptor=352, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:30,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:30,424 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36161 2024-11-13T06:02:30,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d049948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:30,424 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:30,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:30,439 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:30,451 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:30,451 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1c56fce5, L:/127.0.0.1:36161 - R:/127.0.0.1:39062] 2024-11-13T06:02:30,451 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:30,452 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:30,452 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:39062 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:30,453 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:30,453 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:30,453 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:30,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 51) - Thread LEAK? -, OpenFileDescriptor=353 (was 352) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:30,462 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:30,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:30,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39737 2024-11-13T06:02:30,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29854854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:30,464 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:30,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:30,481 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:30,493 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:30,493 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0f452fa6, L:/127.0.0.1:39737 - R:/127.0.0.1:45766] 2024-11-13T06:02:30,493 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:30,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,499 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39737 2024-11-13T06:02:30,504 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7256) 2024-11-13T06:02:30,508 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:30,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2538d9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:30,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:30,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39235 2024-11-13T06:02:30,510 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:30,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:30,523 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:30,535 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:30,535 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf31ce665, L:/127.0.0.1:39235 - R:/127.0.0.1:59070] 2024-11-13T06:02:30,535 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:30,536 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:30,536 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:59070 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:30,537 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:30,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,537 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39235 2024-11-13T06:02:30,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7256) 2024-11-13T06:02:30,546 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:30,547 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:30,547 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40393 2024-11-13T06:02:30,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29513672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:30,548 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:30,548 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:30,565 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:30,576 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:30,577 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc0a60755, L:/127.0.0.1:40393 - R:/127.0.0.1:51792] 2024-11-13T06:02:30,577 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:30,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,579 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40393 2024-11-13T06:02:30,584 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:30,589 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:30,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:30,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42479 2024-11-13T06:02:30,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d6eb6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:30,590 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:30,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:30,605 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:30,618 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:30,618 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0537ea64, L:/127.0.0.1:42479 - R:/127.0.0.1:49158] 2024-11-13T06:02:30,618 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:30,618 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:49158; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:30,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,619 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:42479 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:30,619 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42479 2024-11-13T06:02:30,624 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=353 (was 353), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:30,628 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=353, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:30,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:30,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37127 2024-11-13T06:02:30,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77da664b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:30,629 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:30,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:30,643 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:30,655 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:30,655 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xeddae38c, L:/127.0.0.1:37127 - R:/127.0.0.1:51556] 2024-11-13T06:02:30,655 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:30,655 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:30,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,660 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=354 (was 353) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7256 (was 7255) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:30,664 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=354, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7256 2024-11-13T06:02:30,665 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:30,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37123 2024-11-13T06:02:30,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd8d377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:30,665 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:30,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:30,679 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:30,691 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:30,692 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x38546963, L:/127.0.0.1:37123 - R:/127.0.0.1:36794] 2024-11-13T06:02:30,692 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:30,692 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:36794 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:36794 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:30,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,697 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=355 (was 354) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7256) 2024-11-13T06:02:30,701 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=355, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:30,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:30,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35177 2024-11-13T06:02:30,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec6832d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:30,702 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:30,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:30,716 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:30,728 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:30,728 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x42fa4d93, L:/127.0.0.1:35177 - R:/127.0.0.1:46610] 2024-11-13T06:02:30,728 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:46610 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:46610 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:30,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,729 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35177 2024-11-13T06:02:30,734 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52 (was 52), OpenFileDescriptor=355 (was 355), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:30,738 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=52, OpenFileDescriptor=355, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:30,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:30,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34951 2024-11-13T06:02:30,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1867937f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:30,740 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:30,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:30,753 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:30,765 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:30,765 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x24fdbe9a, L:/127.0.0.1:34951 - R:/127.0.0.1:56864] 2024-11-13T06:02:30,765 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56864, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:30,867 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:30,867 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:30,868 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:30,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,879 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 52) - Thread LEAK? -, OpenFileDescriptor=356 (was 355) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:30,883 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:30,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:30,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34519 2024-11-13T06:02:30,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5140fede, compressor=org.apache.hadoop.io.compress.GzipCodec@7ad91733, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:30,884 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:30,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:30,900 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:30,911 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:30,911 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd59c4262, L:/127.0.0.1:34519 - R:/127.0.0.1:33968] 2024-11-13T06:02:30,912 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:30,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,913 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34519 2024-11-13T06:02:30,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:30,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:30,923 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:30,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41067 2024-11-13T06:02:30,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2452b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:30,924 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:30,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:30,939 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:30,951 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:30,951 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xda5a9acf, L:/127.0.0.1:41067 - R:/127.0.0.1:51676] 2024-11-13T06:02:30,951 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:30,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,953 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41067 2024-11-13T06:02:30,957 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:30,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:30,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:30,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39879 2024-11-13T06:02:30,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76844807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:30,963 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:30,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:30,978 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:30,990 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:30,990 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcac5fb32, L:/127.0.0.1:39879 - R:/127.0.0.1:40190] 2024-11-13T06:02:30,991 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:30,991 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:30,991 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:40190 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:30,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:30,992 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:30,992 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39879 2024-11-13T06:02:30,997 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:31,002 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:31,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:31,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41215 2024-11-13T06:02:31,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:31,003 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:31,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:31,020 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:31,032 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:31,032 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x67efa25a, L:/127.0.0.1:41215 - R:/127.0.0.1:57238] 2024-11-13T06:02:31,032 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:31,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:31,033 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41215 2024-11-13T06:02:31,038 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:31,044 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:31,046 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:31,046 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43197 2024-11-13T06:02:31,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca890b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:31,046 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:31,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:31,061 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:31,072 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:31,073 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfde66511, L:/127.0.0.1:43197 - R:/127.0.0.1:37500] 2024-11-13T06:02:31,073 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:31,073 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:31,073 INFO [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-77ef305bfe1cb7f65e3810c46dd234cc-92bb20fb23e35620-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:31,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:31,074 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:31,074 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43197 2024-11-13T06:02:31,079 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:31,083 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:31,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:31,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46431 2024-11-13T06:02:31,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6babf037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:31,085 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:31,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:31,102 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:31,114 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:31,114 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5d781179, L:/127.0.0.1:46431 - R:/127.0.0.1:51972] 2024-11-13T06:02:31,114 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:31,197 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:31,197 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:31,197 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:31,197 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:31,197 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:31,197 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:31,197 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:31,197 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:31,197 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:31,197 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46431 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:31,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:31,197 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46431 2024-11-13T06:02:31,208 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[14: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@3a320ade, acceptPlainText=true, clientTlsEnabled=false] Thread=54 (was 53) - Thread LEAK? -, OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7255 (was 7255) 2024-11-13T06:02:31,214 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7255 2024-11-13T06:02:31,337 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:31,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:31,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40887 2024-11-13T06:02:31,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7be0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:31,371 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:31,371 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:31,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:31,372 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:40887 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:31,372 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40887 2024-11-13T06:02:31,377 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=53 (was 54), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7255) 2024-11-13T06:02:31,382 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:31,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:31,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37245 2024-11-13T06:02:31,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1762d985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:31,384 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:31,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:31,384 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:31,410 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:31,410 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:31,423 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:31,435 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:31,435 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x16e50564, L:/127.0.0.1:37245 - R:/127.0.0.1:40052] 2024-11-13T06:02:31,463 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:31,516 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:31,625 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:31,735 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:31,845 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:31,955 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:32,065 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:32,115 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:32,115 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51972 deadline: 1731477751215 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51972 2024-11-13T06:02:32,116 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51972 deadline: 1731477751215 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51972 2024-11-13T06:02:32,116 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51972 deadline: 1731477751215 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51972 2024-11-13T06:02:32,116 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51972 deadline: 1731477751215 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51972 2024-11-13T06:02:32,117 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51972 deadline: 1731477751215 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51972 2024-11-13T06:02:32,117 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51972 deadline: 1731477751215 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51972 2024-11-13T06:02:32,117 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51972 deadline: 1731477751215 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51972 2024-11-13T06:02:32,117 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51972 deadline: 1731477751215 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51972 2024-11-13T06:02:32,118 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:51972 deadline: 1731477751215 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:51972 2024-11-13T06:02:32,176 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:32,286 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:32,395 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:32,464 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40052 deadline: 1731477751617 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40052 2024-11-13T06:02:32,464 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40052 deadline: 1731477751727 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40052 2024-11-13T06:02:32,464 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:32,464 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40052 deadline: 1731477751837 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40052 2024-11-13T06:02:32,464 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40052 deadline: 1731477751947 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40052 2024-11-13T06:02:32,465 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40052 deadline: 1731477752057 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40052 2024-11-13T06:02:32,465 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40052 deadline: 1731477752167 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40052 2024-11-13T06:02:32,465 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40052 deadline: 1731477752278 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40052 2024-11-13T06:02:32,465 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:40052 deadline: 1731477752388 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:40052 2024-11-13T06:02:32,505 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37245 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:32,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:32,506 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37245 2024-11-13T06:02:32,519 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=53 (was 53), OpenFileDescriptor=356 (was 356), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:32,524 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=53, OpenFileDescriptor=356, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:32,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:32,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44389 2024-11-13T06:02:32,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f202c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:32,526 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:32,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:32,527 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:32,551 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:32,551 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:32,564 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:32,576 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:32,577 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0dcb50d9, L:/127.0.0.1:44389 - R:/127.0.0.1:41838] 2024-11-13T06:02:32,608 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:32,609 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:32,609 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41838 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:32,610 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:32,610 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:32,610 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:32,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:32,616 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 53) - Thread LEAK? -, OpenFileDescriptor=357 (was 356) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=124 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:32,620 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=124, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:32,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:32,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44523 2024-11-13T06:02:32,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbf79f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:32,622 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:32,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:32,623 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:32,647 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:32,647 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:32,661 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:32,673 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:32,673 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd959a416, L:/127.0.0.1:44523 - R:/127.0.0.1:47322] 2024-11-13T06:02:32,698 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:32,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:32,706 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44523 2024-11-13T06:02:32,711 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 124), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:32,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:32,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221bc1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:32,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:32,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36473 2024-11-13T06:02:32,717 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:32,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:32,718 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:32,743 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:32,743 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:32,755 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:32,767 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:32,767 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x95e16283, L:/127.0.0.1:36473 - R:/127.0.0.1:37870] 2024-11-13T06:02:32,793 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:32,794 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:32,794 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:37870 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:32,794 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:32,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:32,795 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36473 2024-11-13T06:02:32,800 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:32,804 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:32,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:32,806 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36087 2024-11-13T06:02:32,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d05115b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:32,806 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:32,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:32,806 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:32,829 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:32,830 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:32,841 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:32,853 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:32,853 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xfc6af325, L:/127.0.0.1:36087 - R:/127.0.0.1:32798] 2024-11-13T06:02:32,881 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:32,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:32,884 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36087 2024-11-13T06:02:32,889 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:32,893 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:32,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:32,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39389 2024-11-13T06:02:32,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766b2210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:32,895 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:32,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:32,896 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:32,924 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:32,924 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:32,936 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:32,948 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:32,948 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xaca04af8, L:/127.0.0.1:39389 - R:/127.0.0.1:44328] 2024-11-13T06:02:32,974 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:32,974 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:44328; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:32,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:32,975 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:39389 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:32,975 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39389 2024-11-13T06:02:32,980 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=357 (was 357), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:32,984 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=357, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:32,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:32,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33579 2024-11-13T06:02:32,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546f6cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:32,986 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:32,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:32,987 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,013 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,014 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:33,026 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,038 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,038 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe72661c7, L:/127.0.0.1:33579 - R:/127.0.0.1:51060] 2024-11-13T06:02:33,064 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:33,064 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:33,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:33,070 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=358 (was 357) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:33,075 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=358, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:33,076 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:33,077 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38641 2024-11-13T06:02:33,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d4d859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:33,077 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:33,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:33,077 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,101 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,102 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:33,115 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,128 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,128 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4477934f, L:/127.0.0.1:38641 - R:/127.0.0.1:60610] 2024-11-13T06:02:33,152 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:33,152 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:60610 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:60610 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:33,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:33,158 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=359 (was 358) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7254) 2024-11-13T06:02:33,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=359, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7254 2024-11-13T06:02:33,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:33,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41447 2024-11-13T06:02:33,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38b421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:33,164 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:33,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:33,164 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,191 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,191 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:33,203 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,214 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,215 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x031c8351, L:/127.0.0.1:41447 - R:/127.0.0.1:56582] 2024-11-13T06:02:33,238 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:56582 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:56582 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:33,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:33,239 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41447 2024-11-13T06:02:33,244 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=359 (was 359), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7253 (was 7254) 2024-11-13T06:02:33,248 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=359, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7253 2024-11-13T06:02:33,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:33,250 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34145 2024-11-13T06:02:33,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ac4720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:33,250 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:33,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:33,251 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,277 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,278 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:33,302 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,316 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,316 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x99bf87df, L:/127.0.0.1:34145 - R:/127.0.0.1:38364] 2024-11-13T06:02:33,341 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:33,442 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:33,443 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:33,443 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:33,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:33,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=55 (was 54) - Thread LEAK? -, OpenFileDescriptor=360 (was 359) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7254 (was 7253) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:33,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7253 2024-11-13T06:02:33,457 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:33,458 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36391 2024-11-13T06:02:33,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f29d888, compressor=org.apache.hadoop.io.compress.GzipCodec@3412b284, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:33,458 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:33,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:33,459 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,466 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:33,488 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,488 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:33,500 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,511 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,511 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x586c6b57, L:/127.0.0.1:36391 - R:/127.0.0.1:42574] 2024-11-13T06:02:33,538 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:42574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:33,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:33,540 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36391 2024-11-13T06:02:33,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 55), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7253 (was 7253) 2024-11-13T06:02:33,549 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7253 2024-11-13T06:02:33,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:33,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38299 2024-11-13T06:02:33,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4534c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:33,551 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:33,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:33,552 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,581 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,582 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:33,606 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,620 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,620 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x34a77467, L:/127.0.0.1:38299 - R:/127.0.0.1:38978] 2024-11-13T06:02:33,645 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:33,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:33,646 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38299 2024-11-13T06:02:33,651 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7253 (was 7253) 2024-11-13T06:02:33,655 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7253 2024-11-13T06:02:33,656 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:33,657 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44773 2024-11-13T06:02:33,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df3ef2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:33,657 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:33,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:33,658 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,684 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,684 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:33,697 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,709 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,709 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf860993d, L:/127.0.0.1:44773 - R:/127.0.0.1:37796] 2024-11-13T06:02:33,733 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:33,734 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:33,735 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:37796 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:33,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:33,735 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:33,735 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44773 2024-11-13T06:02:33,741 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7253 (was 7253) 2024-11-13T06:02:33,746 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7253 2024-11-13T06:02:33,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:33,747 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39845 2024-11-13T06:02:33,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:33,747 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:33,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:33,748 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,774 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,774 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:33,786 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,798 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,798 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb8738a23, L:/127.0.0.1:39845 - R:/127.0.0.1:48838] 2024-11-13T06:02:33,824 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:33,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:33,826 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39845 2024-11-13T06:02:33,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7253 (was 7253) 2024-11-13T06:02:33,835 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7253 2024-11-13T06:02:33,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:33,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43279 2024-11-13T06:02:33,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a6d80bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:33,837 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:33,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:33,838 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,866 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,866 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:33,879 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,890 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,891 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb45022c9, L:/127.0.0.1:43279 - R:/127.0.0.1:40168] 2024-11-13T06:02:33,915 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:33,915 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:33,918 INFO [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-4deecd3c9c4658200c1e96e0443319ef-7ec580a24de4ad00-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:33,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:33,918 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:33,918 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43279 2024-11-13T06:02:33,924 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54 (was 54), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7253 (was 7253) 2024-11-13T06:02:33,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=54, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7253 2024-11-13T06:02:33,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:33,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33531 2024-11-13T06:02:33,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4fb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:33,932 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:33,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:33,933 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,957 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,957 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:33,969 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:33,981 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:33,982 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x656a7606, L:/127.0.0.1:33531 - R:/127.0.0.1:46612] 2024-11-13T06:02:34,008 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:34,066 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=132ms, rpcTimeout=100ms 2024-11-13T06:02:34,066 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:34,066 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:34,066 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:34,066 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:34,066 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:34,066 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:34,066 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:34,066 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=132ms, rpcTimeout=100ms 2024-11-13T06:02:34,067 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33531 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=132ms, rpcTimeout=100ms 2024-11-13T06:02:34,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:34,067 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33531 2024-11-13T06:02:34,072 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[15: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=false, clientTlsEnabled=true] Thread=55 (was 54) - Thread LEAK? -, OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7251 (was 7253) 2024-11-13T06:02:34,077 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7251 2024-11-13T06:02:34,078 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:34,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36833 2024-11-13T06:02:34,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323f594c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:34,079 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:34,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:34,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:34,080 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:36833 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:34,080 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36833 2024-11-13T06:02:34,085 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55 (was 55), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7251 (was 7251) 2024-11-13T06:02:34,090 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7251 2024-11-13T06:02:34,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:34,091 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44013 2024-11-13T06:02:34,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664f71ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:34,091 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:34,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:34,092 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:34,116 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:34,116 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:34,128 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:34,140 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:34,140 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe98a7fb2, L:/127.0.0.1:44013 - R:/127.0.0.1:50916] 2024-11-13T06:02:34,166 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:34,226 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44013 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:02:34,335 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44013 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:34,446 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44013 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:34,556 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44013 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:34,666 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44013 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:34,776 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44013 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:34,886 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44013 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:34,996 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44013 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:35,009 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46612 deadline: 1731477754109 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46612 2024-11-13T06:02:35,009 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:35,010 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46612 deadline: 1731477754109 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46612 2024-11-13T06:02:35,010 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46612 deadline: 1731477754109 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46612 2024-11-13T06:02:35,010 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46612 deadline: 1731477754109 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46612 2024-11-13T06:02:35,010 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46612 deadline: 1731477754109 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46612 2024-11-13T06:02:35,011 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46612 deadline: 1731477754109 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46612 2024-11-13T06:02:35,011 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46612 deadline: 1731477754109 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46612 2024-11-13T06:02:35,011 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46612 deadline: 1731477754109 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46612 2024-11-13T06:02:35,011 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46612 deadline: 1731477754109 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46612 2024-11-13T06:02:35,105 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44013 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:35,167 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50916 deadline: 1731477754327 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50916 2024-11-13T06:02:35,167 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50916 deadline: 1731477754436 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50916 2024-11-13T06:02:35,168 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50916 deadline: 1731477754547 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50916 2024-11-13T06:02:35,168 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:35,168 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50916 deadline: 1731477754657 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50916 2024-11-13T06:02:35,168 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50916 deadline: 1731477754767 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50916 2024-11-13T06:02:35,168 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50916 deadline: 1731477754877 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50916 2024-11-13T06:02:35,168 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50916 deadline: 1731477754987 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50916 2024-11-13T06:02:35,168 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:50916 deadline: 1731477755097 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:50916 2024-11-13T06:02:35,216 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44013 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:35,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:35,216 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44013 2024-11-13T06:02:35,222 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55 (was 55), OpenFileDescriptor=360 (was 360), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7251 (was 7251) 2024-11-13T06:02:35,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=55, OpenFileDescriptor=360, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7251 2024-11-13T06:02:35,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:35,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36271 2024-11-13T06:02:35,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcbdffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:35,229 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:35,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:35,229 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,261 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,261 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:35,273 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,285 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,285 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x70b01480, L:/127.0.0.1:36271 - R:/127.0.0.1:46418] 2024-11-13T06:02:35,315 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:35,316 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:35,316 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:46418 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:35,317 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:35,317 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:35,317 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:35,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:35,323 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 55) - Thread LEAK? -, OpenFileDescriptor=361 (was 360) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7250 (was 7251) 2024-11-13T06:02:35,327 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7250 2024-11-13T06:02:35,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:35,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34567 2024-11-13T06:02:35,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c111667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:35,329 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:35,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:35,330 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,353 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,354 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:35,366 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,378 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,378 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd0367bb8, L:/127.0.0.1:34567 - R:/127.0.0.1:52718] 2024-11-13T06:02:35,402 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:35,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:35,410 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34567 2024-11-13T06:02:35,416 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7250 (was 7250) 2024-11-13T06:02:35,420 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7250 2024-11-13T06:02:35,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a21225f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:35,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:35,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38859 2024-11-13T06:02:35,422 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:35,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:35,423 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,452 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,452 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:35,465 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,477 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,477 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x748bc7e8, L:/127.0.0.1:38859 - R:/127.0.0.1:38930] 2024-11-13T06:02:35,501 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:35,502 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:35,502 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:38930 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:35,503 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:35,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:35,503 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38859 2024-11-13T06:02:35,508 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7250 (was 7250) 2024-11-13T06:02:35,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7250 2024-11-13T06:02:35,515 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:35,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38149 2024-11-13T06:02:35,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a781e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:35,515 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:35,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:35,516 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,544 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,544 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:35,557 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,569 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,569 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd95efd0a, L:/127.0.0.1:38149 - R:/127.0.0.1:43414] 2024-11-13T06:02:35,595 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:35,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:35,598 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38149 2024-11-13T06:02:35,603 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7249 (was 7250) 2024-11-13T06:02:35,608 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7249 2024-11-13T06:02:35,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:35,609 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44235 2024-11-13T06:02:35,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f88a0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:35,609 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:35,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:35,610 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,635 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,635 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:35,648 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,660 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,660 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdb336e71, L:/127.0.0.1:44235 - R:/127.0.0.1:53266] 2024-11-13T06:02:35,685 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:35,685 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:53266; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:35,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:35,686 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:44235 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:35,686 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44235 2024-11-13T06:02:35,692 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=361 (was 361), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7249 (was 7249) 2024-11-13T06:02:35,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=361, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7249 2024-11-13T06:02:35,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:35,698 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40393 2024-11-13T06:02:35,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca23305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:35,699 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:35,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:35,699 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,735 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,735 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:35,748 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,760 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,760 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x59003ccf, L:/127.0.0.1:40393 - R:/127.0.0.1:51560] 2024-11-13T06:02:35,785 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:35,785 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:35,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:35,790 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=362 (was 361) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7249 (was 7249) 2024-11-13T06:02:35,796 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=362, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7248 2024-11-13T06:02:35,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:35,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46549 2024-11-13T06:02:35,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a1d538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:35,797 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:35,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:35,798 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,837 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,837 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:35,849 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,861 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,861 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xec06fd42, L:/127.0.0.1:46549 - R:/127.0.0.1:44966] 2024-11-13T06:02:35,887 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:35,887 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44966 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:44966 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:35,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:35,892 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=363 (was 362) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7248 (was 7248) 2024-11-13T06:02:35,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=363, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7248 2024-11-13T06:02:35,898 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:35,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37167 2024-11-13T06:02:35,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e52357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:35,898 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:35,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:35,899 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,927 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,927 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:35,939 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:35,951 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:35,951 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x64d9010c, L:/127.0.0.1:37167 - R:/127.0.0.1:44148] 2024-11-13T06:02:35,977 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:44148 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:44148 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:35,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:35,978 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37167 2024-11-13T06:02:35,982 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=363 (was 363), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7248 (was 7248) 2024-11-13T06:02:35,987 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=363, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7248 2024-11-13T06:02:35,988 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:35,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45557 2024-11-13T06:02:35,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305f2d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:35,988 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:35,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:35,989 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,013 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,013 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:36,025 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,037 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,037 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x998af727, L:/127.0.0.1:45557 - R:/127.0.0.1:35290] 2024-11-13T06:02:36,072 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:36,169 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:36,174 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:36,174 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:36,175 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:36,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:36,185 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 363) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7248 (was 7248) 2024-11-13T06:02:36,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7248 2024-11-13T06:02:36,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:36,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38623 2024-11-13T06:02:36,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2e5722, compressor=org.apache.hadoop.io.compress.GzipCodec@5a91ccbf, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:36,194 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:36,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:36,195 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,225 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,225 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:36,237 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,250 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,250 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe0f27b23, L:/127.0.0.1:38623 - R:/127.0.0.1:50308] 2024-11-13T06:02:36,275 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50308, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:36,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:36,277 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38623 2024-11-13T06:02:36,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7248 (was 7248) 2024-11-13T06:02:36,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7248 2024-11-13T06:02:36,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:36,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38327 2024-11-13T06:02:36,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d61abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:36,287 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:36,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:36,288 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,316 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,316 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:36,328 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,341 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,341 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x44891828, L:/127.0.0.1:38327 - R:/127.0.0.1:33390] 2024-11-13T06:02:36,366 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:36,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:36,367 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38327 2024-11-13T06:02:36,372 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7248 (was 7248) 2024-11-13T06:02:36,377 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7248 2024-11-13T06:02:36,378 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:36,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38895 2024-11-13T06:02:36,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ad9ee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:36,378 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:36,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:36,379 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,404 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,405 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:36,417 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,430 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,430 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xba58f04d, L:/127.0.0.1:38895 - R:/127.0.0.1:36886] 2024-11-13T06:02:36,455 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:36,455 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:36,455 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:36886 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:36,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:36,456 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:36,456 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38895 2024-11-13T06:02:36,462 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7248 (was 7248) 2024-11-13T06:02:36,466 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7248 2024-11-13T06:02:36,467 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:36,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35949 2024-11-13T06:02:36,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:36,467 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:36,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:36,468 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,495 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,495 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:36,507 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,519 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,519 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xddea975c, L:/127.0.0.1:35949 - R:/127.0.0.1:48300] 2024-11-13T06:02:36,544 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:36,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:36,545 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35949 2024-11-13T06:02:36,550 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7248 (was 7248) 2024-11-13T06:02:36,555 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7248 2024-11-13T06:02:36,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:36,556 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41915 2024-11-13T06:02:36,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb0551f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:36,556 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:36,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:36,557 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,584 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,584 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:36,596 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,608 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,608 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcc9a36db, L:/127.0.0.1:41915 - R:/127.0.0.1:41484] 2024-11-13T06:02:36,632 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:36,632 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:36,633 INFO [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-3378beb75eaafa02dee5784ee6348378-c8fe0753f2876b15-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:36,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:36,633 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:36,633 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41915 2024-11-13T06:02:36,638 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56 (was 56), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7248 (was 7248) 2024-11-13T06:02:36,643 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=56, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7248 2024-11-13T06:02:36,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:36,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33387 2024-11-13T06:02:36,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66329fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:36,644 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:36,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:36,645 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,670 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,670 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:36,682 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,694 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,694 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd24287cd, L:/127.0.0.1:33387 - R:/127.0.0.1:39522] 2024-11-13T06:02:36,720 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:39522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:36,777 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:36,777 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:36,777 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:36,777 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:36,777 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:36,777 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:36,777 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:36,777 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:36,777 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=131ms, rpcTimeout=100ms 2024-11-13T06:02:36,777 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=130ms, rpcTimeout=100ms 2024-11-13T06:02:36,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:36,777 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33387 2024-11-13T06:02:36,784 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[16: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=true] Thread=57 (was 56) - Thread LEAK? -, OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7248 (was 7248) 2024-11-13T06:02:36,790 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7248 2024-11-13T06:02:36,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:36,791 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46403 2024-11-13T06:02:36,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331833ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:36,791 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:36,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:36,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:36,792 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:46403 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:36,793 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46403 2024-11-13T06:02:36,799 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57 (was 57), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=122 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7248 (was 7248) 2024-11-13T06:02:36,806 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=122, ProcessCount=11, AvailableMemoryMB=7248 2024-11-13T06:02:36,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:36,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39151 2024-11-13T06:02:36,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266257ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:36,808 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:36,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:36,825 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:36,837 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:36,837 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1026ac81, L:/127.0.0.1:39151 - R:/127.0.0.1:43622] 2024-11-13T06:02:36,837 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:36,915 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=107ms, rpcTimeout=100ms 2024-11-13T06:02:37,026 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:37,136 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:37,246 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:37,356 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:37,466 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:37,575 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:37,686 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:37,721 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39522 deadline: 1731477756820 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39522 2024-11-13T06:02:37,721 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:37,721 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39522 deadline: 1731477756821 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39522 2024-11-13T06:02:37,721 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39522 deadline: 1731477756821 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39522 2024-11-13T06:02:37,721 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39522 deadline: 1731477756821 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39522 2024-11-13T06:02:37,721 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39522 deadline: 1731477756821 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39522 2024-11-13T06:02:37,722 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39522 deadline: 1731477756821 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39522 2024-11-13T06:02:37,722 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39522 deadline: 1731477756821 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39522 2024-11-13T06:02:37,722 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39522 deadline: 1731477756821 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39522 2024-11-13T06:02:37,722 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:39522 deadline: 1731477756821 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:39522 2024-11-13T06:02:37,796 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:37,838 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:37,838 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43622 deadline: 1731477757016 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43622 2024-11-13T06:02:37,839 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43622 deadline: 1731477757127 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43622 2024-11-13T06:02:37,839 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43622 deadline: 1731477757237 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43622 2024-11-13T06:02:37,839 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43622 deadline: 1731477757347 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43622 2024-11-13T06:02:37,839 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43622 deadline: 1731477757457 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43622 2024-11-13T06:02:37,839 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43622 deadline: 1731477757567 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43622 2024-11-13T06:02:37,839 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43622 deadline: 1731477757676 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43622 2024-11-13T06:02:37,840 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43622 deadline: 1731477757786 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43622 2024-11-13T06:02:37,905 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39151 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:37,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:37,905 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39151 2024-11-13T06:02:37,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57 (was 57), OpenFileDescriptor=364 (was 364), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 122), ProcessCount=11 (was 11), AvailableMemoryMB=7248 (was 7248) 2024-11-13T06:02:37,915 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=57, OpenFileDescriptor=364, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7248 2024-11-13T06:02:37,916 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:37,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33883 2024-11-13T06:02:37,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e97294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:37,917 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:37,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:37,929 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:37,941 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:37,941 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x274c172a, L:/127.0.0.1:33883 - R:/127.0.0.1:52032] 2024-11-13T06:02:37,941 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:37,942 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:37,942 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:52032 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:37,943 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:37,943 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:37,943 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:37,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:37,949 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 57) - Thread LEAK? -, OpenFileDescriptor=365 (was 364) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7246 (was 7248) 2024-11-13T06:02:37,955 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7246 2024-11-13T06:02:37,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:37,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36699 2024-11-13T06:02:37,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a751fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:37,956 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:37,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:37,979 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:37,994 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:37,994 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xcb42c8c5, L:/127.0.0.1:36699 - R:/127.0.0.1:46306] 2024-11-13T06:02:37,995 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:38,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,001 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36699 2024-11-13T06:02:38,006 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7246) 2024-11-13T06:02:38,011 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f3da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,012 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42175 2024-11-13T06:02:38,012 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,036 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,055 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,055 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0a5f80e1, L:/127.0.0.1:42175 - R:/127.0.0.1:43242] 2024-11-13T06:02:38,055 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:38,056 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:38,056 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:43242 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:38,057 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:38,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,057 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42175 2024-11-13T06:02:38,062 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,067 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,068 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45737 2024-11-13T06:02:38,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df6e97e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,068 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,084 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,096 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,096 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf775a2ef, L:/127.0.0.1:45737 - R:/127.0.0.1:44582] 2024-11-13T06:02:38,096 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:38,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,098 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45737 2024-11-13T06:02:38,103 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,108 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,108 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,109 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46465 2024-11-13T06:02:38,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34674533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,109 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,124 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,136 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,136 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x121e6398, L:/127.0.0.1:46465 - R:/127.0.0.1:33160] 2024-11-13T06:02:38,136 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:38,136 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:33160; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:38,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,137 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:46465 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:38,137 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46465 2024-11-13T06:02:38,142 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=365 (was 365), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,146 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=365, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,147 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41413 2024-11-13T06:02:38,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddbb55e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,147 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:38,160 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,172 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,172 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xffeafe81, L:/127.0.0.1:41413 - R:/127.0.0.1:60770] 2024-11-13T06:02:38,172 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:38,172 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:38,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,177 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=366 (was 365) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,181 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=366, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,182 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,183 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39269 2024-11-13T06:02:38,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5ec140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,183 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:38,199 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,210 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,211 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x15012bde, L:/127.0.0.1:39269 - R:/127.0.0.1:60992] 2024-11-13T06:02:38,211 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:38,211 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:60992 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:60992 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:38,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=367 (was 366) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,222 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34039 2024-11-13T06:02:38,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5725836f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,222 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,238 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,250 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,250 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7ea689f4, L:/127.0.0.1:34039 - R:/127.0.0.1:49466] 2024-11-13T06:02:38,250 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:49466 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:49466 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:38,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,251 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34039 2024-11-13T06:02:38,256 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58 (was 58), OpenFileDescriptor=367 (was 367), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=58, OpenFileDescriptor=367, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,262 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46403 2024-11-13T06:02:38,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad85a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,262 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,278 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,291 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,291 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xec0030a9, L:/127.0.0.1:46403 - R:/127.0.0.1:56796] 2024-11-13T06:02:38,291 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:38,393 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:38,393 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:38,394 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:38,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,406 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 58) - Thread LEAK? -, OpenFileDescriptor=368 (was 367) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,411 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,411 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33345 2024-11-13T06:02:38,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64535a36, compressor=org.apache.hadoop.io.compress.GzipCodec@46d39aa5, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,412 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,429 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,441 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,441 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x02c4daea, L:/127.0.0.1:33345 - R:/127.0.0.1:45770] 2024-11-13T06:02:38,442 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:38,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,443 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33345 2024-11-13T06:02:38,448 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,453 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,455 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39437 2024-11-13T06:02:38,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2ebdb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,455 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,468 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,480 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,480 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdaa9a2c7, L:/127.0.0.1:39437 - R:/127.0.0.1:58168] 2024-11-13T06:02:38,480 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:38,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,481 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39437 2024-11-13T06:02:38,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,491 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38149 2024-11-13T06:02:38,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a9d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,493 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,509 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,521 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,521 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1c4b73e7, L:/127.0.0.1:38149 - R:/127.0.0.1:43430] 2024-11-13T06:02:38,522 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:38,522 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:38,522 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:43430 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:38,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,523 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:38,523 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38149 2024-11-13T06:02:38,528 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,534 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46135 2024-11-13T06:02:38,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,534 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,548 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,561 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,561 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x19887d1e, L:/127.0.0.1:46135 - R:/127.0.0.1:55134] 2024-11-13T06:02:38,561 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:38,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,562 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46135 2024-11-13T06:02:38,567 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,572 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34109 2024-11-13T06:02:38,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19873f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,574 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,586 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,598 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,598 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9bdf6607, L:/127.0.0.1:34109 - R:/127.0.0.1:53198] 2024-11-13T06:02:38,598 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:38,598 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:38,599 INFO [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-35c32cb53499d1327cd2d6e1c0119326-57a36b9a17f76c1c-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:38,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,599 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:38,599 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34109 2024-11-13T06:02:38,604 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59 (was 59), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,609 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34899 2024-11-13T06:02:38,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78afec1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,610 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,627 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,638 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,639 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6a0ca803, L:/127.0.0.1:34899 - R:/127.0.0.1:44736] 2024-11-13T06:02:38,639 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:38,717 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34899 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=106ms, rpcTimeout=100ms 2024-11-13T06:02:38,717 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34899 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=106ms, rpcTimeout=100ms 2024-11-13T06:02:38,717 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34899 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:38,717 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34899 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:38,717 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34899 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:38,717 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34899 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:38,717 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34899 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:38,717 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34899 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=105ms, rpcTimeout=100ms 2024-11-13T06:02:38,717 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34899 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=106ms, rpcTimeout=100ms 2024-11-13T06:02:38,717 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:34899 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=106ms, rpcTimeout=100ms 2024-11-13T06:02:38,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,717 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34899 2024-11-13T06:02:38,728 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[17: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=RSA, keyPassword=[C@64beebb7, acceptPlainText=true, clientTlsEnabled=false] Thread=60 (was 59) - Thread LEAK? -, OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43939 2024-11-13T06:02:38,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afec68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,808 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:38,808 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:43939 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:38,809 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43939 2024-11-13T06:02:38,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:38,818 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:38,819 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:38,819 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33911 2024-11-13T06:02:38,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec5757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:38,819 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:38,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:38,820 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,840 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:38,848 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,849 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:38,861 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:38,872 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:38,873 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xec3cf741, L:/127.0.0.1:33911 - R:/127.0.0.1:49340] 2024-11-13T06:02:38,900 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:38,956 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33911 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=136ms, rpcTimeout=100ms 2024-11-13T06:02:39,065 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33911 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:39,175 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33911 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:39,286 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33911 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:39,396 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33911 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:39,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33911 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:39,616 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33911 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:39,640 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44736 deadline: 1731477758739 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44736 2024-11-13T06:02:39,640 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:39,641 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44736 deadline: 1731477758740 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44736 2024-11-13T06:02:39,641 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44736 deadline: 1731477758740 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44736 2024-11-13T06:02:39,641 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44736 deadline: 1731477758740 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44736 2024-11-13T06:02:39,641 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44736 deadline: 1731477758740 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44736 2024-11-13T06:02:39,642 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44736 deadline: 1731477758740 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44736 2024-11-13T06:02:39,642 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44736 deadline: 1731477758740 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44736 2024-11-13T06:02:39,642 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44736 deadline: 1731477758740 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44736 2024-11-13T06:02:39,643 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:44736 deadline: 1731477758740 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:44736 2024-11-13T06:02:39,726 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33911 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:39,835 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33911 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:39,901 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49340 deadline: 1731477759057 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49340 2024-11-13T06:02:39,901 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49340 deadline: 1731477759166 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49340 2024-11-13T06:02:39,901 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:39,901 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49340 deadline: 1731477759276 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49340 2024-11-13T06:02:39,902 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49340 deadline: 1731477759388 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49340 2024-11-13T06:02:39,902 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49340 deadline: 1731477759496 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49340 2024-11-13T06:02:39,902 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49340 deadline: 1731477759607 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49340 2024-11-13T06:02:39,902 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49340 deadline: 1731477759718 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49340 2024-11-13T06:02:39,902 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:49340 deadline: 1731477759828 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:49340 2024-11-13T06:02:39,946 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:33911 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:39,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:39,946 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33911 2024-11-13T06:02:39,959 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=59 (was 60), OpenFileDescriptor=368 (was 368), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7245) 2024-11-13T06:02:39,964 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=59, OpenFileDescriptor=368, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:39,965 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:39,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43095 2024-11-13T06:02:39,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b7f003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:39,966 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:39,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:39,966 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:39,994 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:39,994 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:40,007 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,018 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,019 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x4f2003a6, L:/127.0.0.1:43095 - R:/127.0.0.1:51634] 2024-11-13T06:02:40,046 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:40,046 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:40,046 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:51634 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:40,047 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:40,047 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:40,047 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:40,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:40,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 59) - Thread LEAK? -, OpenFileDescriptor=369 (was 368) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7244) 2024-11-13T06:02:40,057 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:40,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:40,058 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37655 2024-11-13T06:02:40,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18dd81fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:40,059 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:40,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:40,059 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,086 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,086 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:40,098 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,111 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,111 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdcfa104d, L:/127.0.0.1:37655 - R:/127.0.0.1:56310] 2024-11-13T06:02:40,137 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:56310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:40,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:40,144 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37655 2024-11-13T06:02:40,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7244) 2024-11-13T06:02:40,155 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:40,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7638a562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:40,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:40,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46819 2024-11-13T06:02:40,156 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:40,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:40,157 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,184 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,184 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:40,196 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,208 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,209 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc0cbb89c, L:/127.0.0.1:46819 - R:/127.0.0.1:52432] 2024-11-13T06:02:40,235 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:40,235 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:40,236 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:52432 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:40,236 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:40,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:40,236 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46819 2024-11-13T06:02:40,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7244) 2024-11-13T06:02:40,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:40,247 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:40,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33551 2024-11-13T06:02:40,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7315f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:40,247 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:40,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:40,248 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,277 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,277 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:40,289 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,301 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,301 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xbfc7f441, L:/127.0.0.1:33551 - R:/127.0.0.1:49176] 2024-11-13T06:02:40,329 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:40,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:40,332 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33551 2024-11-13T06:02:40,337 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7244) 2024-11-13T06:02:40,342 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:40,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:40,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33041 2024-11-13T06:02:40,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7763eb09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:40,344 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:40,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:40,344 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,371 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,371 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:40,384 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,395 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,396 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa6d9569a, L:/127.0.0.1:33041 - R:/127.0.0.1:35304] 2024-11-13T06:02:40,421 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:40,421 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:35304; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:40,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:40,422 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:33041 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:40,422 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33041 2024-11-13T06:02:40,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=369 (was 369), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7244) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:40,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=369, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:40,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:40,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41287 2024-11-13T06:02:40,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c8ed0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:40,433 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:40,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:40,433 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,461 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,461 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:40,475 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,488 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,488 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x729759f7, L:/127.0.0.1:41287 - R:/127.0.0.1:33180] 2024-11-13T06:02:40,514 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:40,514 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:40,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:40,520 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=370 (was 369) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7244) 2024-11-13T06:02:40,525 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=370, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:40,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:40,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45999 2024-11-13T06:02:40,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4990b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:40,526 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:40,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:40,527 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,555 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,555 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:40,568 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,581 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,581 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xcf7e089c, L:/127.0.0.1:45999 - R:/127.0.0.1:42398] 2024-11-13T06:02:40,606 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:40,606 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42398 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42398 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:40,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:40,612 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=371 (was 370) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7244) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:40,616 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=371, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7245 2024-11-13T06:02:40,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:40,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34919 2024-11-13T06:02:40,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8151b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:40,618 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:40,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:40,619 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,646 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,646 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:40,658 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,670 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,670 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xc51fbbde, L:/127.0.0.1:34919 - R:/127.0.0.1:40510] 2024-11-13T06:02:40,697 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40510 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:40510 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:40,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:40,697 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34919 2024-11-13T06:02:40,702 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=371 (was 371), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7245 (was 7245) 2024-11-13T06:02:40,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=371, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:40,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:40,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35985 2024-11-13T06:02:40,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24688942, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:40,709 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:40,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:40,709 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,736 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,736 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:40,749 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,761 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,761 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x2b869983, L:/127.0.0.1:35985 - R:/127.0.0.1:55080] 2024-11-13T06:02:40,787 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:40,889 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:40,889 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:40,889 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:40,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:40,898 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=61 (was 60) - Thread LEAK? -, OpenFileDescriptor=372 (was 371) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7244) 2024-11-13T06:02:40,903 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:40,903 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:40,904 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:40,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35847 2024-11-13T06:02:40,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172e6bd9, compressor=org.apache.hadoop.io.compress.GzipCodec@19da7416, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:40,905 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:40,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:40,905 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,933 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,933 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:40,946 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:40,958 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:40,958 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0b3d2aca, L:/127.0.0.1:35847 - R:/127.0.0.1:34878] 2024-11-13T06:02:40,986 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:40,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:40,987 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35847 2024-11-13T06:02:40,993 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 61), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7244) 2024-11-13T06:02:40,998 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:40,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:41,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33485 2024-11-13T06:02:41,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421fc5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:41,000 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:41,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:41,000 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:41,034 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:41,034 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:41,050 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:41,062 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:41,062 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xa03207c8, L:/127.0.0.1:33485 - R:/127.0.0.1:50336] 2024-11-13T06:02:41,088 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:41,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:41,089 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33485 2024-11-13T06:02:41,094 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7244) 2024-11-13T06:02:41,100 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:41,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:41,101 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41303 2024-11-13T06:02:41,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6c1a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:41,101 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:41,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:41,102 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:41,126 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:41,126 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:41,138 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:41,150 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:41,151 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x159a7fa0, L:/127.0.0.1:41303 - R:/127.0.0.1:35870] 2024-11-13T06:02:41,177 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:41,178 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:41,178 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:35870 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:41,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:41,179 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:41,179 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41303 2024-11-13T06:02:41,184 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7244) 2024-11-13T06:02:41,190 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:41,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:41,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46029 2024-11-13T06:02:41,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:41,191 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:41,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:41,192 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:41,216 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:41,216 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:41,230 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:41,241 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:41,241 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0a0a02fd, L:/127.0.0.1:46029 - R:/127.0.0.1:49688] 2024-11-13T06:02:41,267 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:41,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:41,268 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46029 2024-11-13T06:02:41,273 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7244) 2024-11-13T06:02:41,278 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:41,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:41,279 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40007 2024-11-13T06:02:41,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15925b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:41,279 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:41,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:41,279 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:41,305 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:41,306 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:41,318 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:41,331 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:41,331 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x7778adec, L:/127.0.0.1:40007 - R:/127.0.0.1:46206] 2024-11-13T06:02:41,357 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:41,357 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:41,357 INFO [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-543a40d0829cb80d44c67d45cb27523b-ed14f60f35068b0f-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:41,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:41,358 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:41,358 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40007 2024-11-13T06:02:41,363 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60 (was 60), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7244) 2024-11-13T06:02:41,367 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=60, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:41,368 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:41,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36119 2024-11-13T06:02:41,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6866e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:41,368 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:41,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:41,368 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:41,396 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:41,396 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:41,409 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:41,422 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:41,422 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0184add7, L:/127.0.0.1:36119 - R:/127.0.0.1:46486] 2024-11-13T06:02:41,449 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46486, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:41,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36119 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=138ms, rpcTimeout=100ms 2024-11-13T06:02:41,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36119 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=138ms, rpcTimeout=100ms 2024-11-13T06:02:41,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36119 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=137ms, rpcTimeout=100ms 2024-11-13T06:02:41,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36119 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=137ms, rpcTimeout=100ms 2024-11-13T06:02:41,506 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36119 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=137ms, rpcTimeout=100ms 2024-11-13T06:02:41,507 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36119 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=137ms, rpcTimeout=100ms 2024-11-13T06:02:41,507 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36119 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=137ms, rpcTimeout=100ms 2024-11-13T06:02:41,507 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36119 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=137ms, rpcTimeout=100ms 2024-11-13T06:02:41,507 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36119 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=137ms, rpcTimeout=100ms 2024-11-13T06:02:41,507 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:36119 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=137ms, rpcTimeout=100ms 2024-11-13T06:02:41,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:41,507 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36119 2024-11-13T06:02:41,512 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[18: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=false, clientTlsEnabled=true] Thread=61 (was 60) - Thread LEAK? -, OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7244) 2024-11-13T06:02:41,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7244 2024-11-13T06:02:41,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:41,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34421 2024-11-13T06:02:41,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613101e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:41,519 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:41,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:41,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:41,519 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:34421 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:41,519 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34421 2024-11-13T06:02:41,525 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61 (was 61), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7243 (was 7244) 2024-11-13T06:02:41,530 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7243 2024-11-13T06:02:41,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:41,531 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37687 2024-11-13T06:02:41,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201243a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:41,532 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:41,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:41,532 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:41,556 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:41,556 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:41,568 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:41,580 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:41,580 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf8ed3945, L:/127.0.0.1:37687 - R:/127.0.0.1:41898] 2024-11-13T06:02:41,608 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:41,666 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37687 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=133ms, rpcTimeout=100ms 2024-11-13T06:02:41,775 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37687 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:41,886 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37687 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:41,996 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37687 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:42,106 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37687 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:42,215 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37687 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:42,325 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37687 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:42,436 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37687 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:42,450 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:42,450 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46486 deadline: 1731477761550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46486 2024-11-13T06:02:42,451 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46486 deadline: 1731477761550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46486 2024-11-13T06:02:42,451 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46486 deadline: 1731477761550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46486 2024-11-13T06:02:42,451 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46486 deadline: 1731477761550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46486 2024-11-13T06:02:42,451 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46486 deadline: 1731477761550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46486 2024-11-13T06:02:42,452 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46486 deadline: 1731477761550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46486 2024-11-13T06:02:42,452 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46486 deadline: 1731477761550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46486 2024-11-13T06:02:42,452 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46486 deadline: 1731477761550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46486 2024-11-13T06:02:42,452 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46486 deadline: 1731477761550 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46486 2024-11-13T06:02:42,546 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37687 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:42,609 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41898 deadline: 1731477761767 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41898 2024-11-13T06:02:42,609 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41898 deadline: 1731477761876 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41898 2024-11-13T06:02:42,610 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:42,610 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41898 deadline: 1731477761987 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41898 2024-11-13T06:02:42,610 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41898 deadline: 1731477762098 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41898 2024-11-13T06:02:42,610 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41898 deadline: 1731477762207 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41898 2024-11-13T06:02:42,610 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41898 deadline: 1731477762316 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41898 2024-11-13T06:02:42,610 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41898 deadline: 1731477762426 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41898 2024-11-13T06:02:42,611 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41898 deadline: 1731477762538 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41898 2024-11-13T06:02:42,656 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:37687 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:42,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:42,656 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37687 2024-11-13T06:02:42,668 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61 (was 61), OpenFileDescriptor=372 (was 372), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=113 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7242 (was 7243) 2024-11-13T06:02:42,676 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=61, OpenFileDescriptor=372, MaxFileDescriptor=1048576, SystemLoadAverage=113, ProcessCount=11, AvailableMemoryMB=7242 2024-11-13T06:02:42,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:42,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44493 2024-11-13T06:02:42,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2390ef04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:42,678 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:42,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:42,678 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:42,703 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:42,703 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:42,715 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:42,727 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:42,727 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x739a7d45, L:/127.0.0.1:44493 - R:/127.0.0.1:50988] 2024-11-13T06:02:42,754 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:42,755 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:42,755 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:50988 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:42,756 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:42,756 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:42,756 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:42,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:42,761 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 61) - Thread LEAK? -, OpenFileDescriptor=373 (was 372) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 113), ProcessCount=11 (was 11), AvailableMemoryMB=7242 (was 7242) 2024-11-13T06:02:42,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7242 2024-11-13T06:02:42,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:42,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46201 2024-11-13T06:02:42,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23991fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:42,768 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:42,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:42,769 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:42,792 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:42,793 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:42,805 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:42,817 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:42,817 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x731140bb, L:/127.0.0.1:46201 - R:/127.0.0.1:49938] 2024-11-13T06:02:42,843 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:42,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:42,850 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46201 2024-11-13T06:02:42,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7243 (was 7242) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:42,862 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7243 2024-11-13T06:02:42,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec45226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:42,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:42,863 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33643 2024-11-13T06:02:42,863 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:42,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:42,864 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:42,891 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:42,891 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:42,904 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:42,916 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:42,916 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x71257434, L:/127.0.0.1:33643 - R:/127.0.0.1:41162] 2024-11-13T06:02:42,941 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:42,942 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:42,942 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41162 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:42,943 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:42,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:42,943 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33643 2024-11-13T06:02:42,948 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7242 (was 7243) 2024-11-13T06:02:42,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7242 2024-11-13T06:02:42,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:42,955 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46579 2024-11-13T06:02:42,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6ee245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:42,955 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:42,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:42,955 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:42,983 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:42,983 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:42,995 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,006 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,006 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa44f3075, L:/127.0.0.1:46579 - R:/127.0.0.1:52390] 2024-11-13T06:02:43,031 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:43,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:43,034 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46579 2024-11-13T06:02:43,039 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7242 (was 7242) 2024-11-13T06:02:43,043 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7242 2024-11-13T06:02:43,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:43,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32917 2024-11-13T06:02:43,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af7690b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:43,044 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:43,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:43,045 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,071 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,071 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:43,083 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,096 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,096 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0322b8cb, L:/127.0.0.1:32917 - R:/127.0.0.1:49428] 2024-11-13T06:02:43,122 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:49428, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:43,122 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:49428; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:43,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:43,123 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:32917 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:43,123 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32917 2024-11-13T06:02:43,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=373 (was 373), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7242 (was 7242) 2024-11-13T06:02:43,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=373, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7242 2024-11-13T06:02:43,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:43,135 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36437 2024-11-13T06:02:43,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a2aa20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:43,135 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:43,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:43,136 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,160 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,160 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:43,172 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,184 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,184 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x603f2987, L:/127.0.0.1:36437 - R:/127.0.0.1:43838] 2024-11-13T06:02:43,211 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:43,211 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:43,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:43,216 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=374 (was 373) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7242 (was 7242) 2024-11-13T06:02:43,221 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=374, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7242 2024-11-13T06:02:43,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:43,223 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33363 2024-11-13T06:02:43,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3944f7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:43,223 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:43,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:43,223 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,247 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,247 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:43,259 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,271 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,271 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe6e44e57, L:/127.0.0.1:33363 - R:/127.0.0.1:33738] 2024-11-13T06:02:43,297 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:43,297 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:33738 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:33738 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:43,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:43,303 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=375 (was 374) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7242 (was 7242) 2024-11-13T06:02:43,308 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7242 2024-11-13T06:02:43,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:43,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35197 2024-11-13T06:02:43,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19af9eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:43,309 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:43,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:43,309 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,333 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,333 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:43,345 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,357 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,357 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x376ac1b1, L:/127.0.0.1:35197 - R:/127.0.0.1:51504] 2024-11-13T06:02:43,383 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:51504 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:51504 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:43,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:43,384 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35197 2024-11-13T06:02:43,389 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=375 (was 375), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7242 (was 7242) 2024-11-13T06:02:43,393 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=375, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7242 2024-11-13T06:02:43,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:43,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44187 2024-11-13T06:02:43,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7037776f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:43,394 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:43,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:43,395 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,422 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,422 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:43,434 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,446 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,446 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8b98b367, L:/127.0.0.1:44187 - R:/127.0.0.1:44280] 2024-11-13T06:02:43,472 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:43,574 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:43,574 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:43,574 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:43,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:43,580 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=63 (was 62) - Thread LEAK? -, OpenFileDescriptor=376 (was 375) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7242 (was 7242) 2024-11-13T06:02:43,586 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7242 2024-11-13T06:02:43,588 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:43,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45581 2024-11-13T06:02:43,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed8e882, compressor=org.apache.hadoop.io.compress.GzipCodec@7a27ac8f, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:43,588 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:43,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:43,589 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,611 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:43,616 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,616 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:43,629 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,640 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,640 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdb99aa21, L:/127.0.0.1:45581 - R:/127.0.0.1:50440] 2024-11-13T06:02:43,666 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:43,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:43,667 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45581 2024-11-13T06:02:43,672 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 63), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7241 (was 7242) 2024-11-13T06:02:43,678 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7241 2024-11-13T06:02:43,679 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:43,679 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43669 2024-11-13T06:02:43,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5313bf72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:43,679 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:43,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:43,680 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,706 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,706 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:43,719 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,731 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,731 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2d0c12c2, L:/127.0.0.1:43669 - R:/127.0.0.1:60446] 2024-11-13T06:02:43,757 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:43,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:43,758 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43669 2024-11-13T06:02:43,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7241 (was 7241) 2024-11-13T06:02:43,769 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7241 2024-11-13T06:02:43,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:43,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34389 2024-11-13T06:02:43,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7982ebc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:43,770 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:43,770 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:43,771 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,795 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,795 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:43,807 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,820 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,820 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa8e16d56, L:/127.0.0.1:34389 - R:/127.0.0.1:44290] 2024-11-13T06:02:43,846 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44290, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:43,847 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:43,847 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:44290 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:43,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:43,847 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:43,847 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34389 2024-11-13T06:02:43,854 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7241 (was 7241) 2024-11-13T06:02:43,859 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7241 2024-11-13T06:02:43,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:43,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38871 2024-11-13T06:02:43,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:43,861 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:43,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:43,861 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,887 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,887 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:43,899 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,912 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,912 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xfdee858f, L:/127.0.0.1:38871 - R:/127.0.0.1:47780] 2024-11-13T06:02:43,937 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:43,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:43,938 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38871 2024-11-13T06:02:43,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7241 (was 7241) 2024-11-13T06:02:43,947 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7241 2024-11-13T06:02:43,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:43,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41563 2024-11-13T06:02:43,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606fa85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:43,948 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:43,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:43,949 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:43,976 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:43,976 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:43,988 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:44,001 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:44,001 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc34e565c, L:/127.0.0.1:41563 - R:/127.0.0.1:38022] 2024-11-13T06:02:44,027 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:44,027 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:44,027 INFO [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-741c62db477b791a621d4634224d18d4-94d5bf3b614c7419-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:44,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:44,028 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:44,028 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41563 2024-11-13T06:02:44,033 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62 (was 62), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7241 (was 7241) 2024-11-13T06:02:44,038 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=62, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7241 2024-11-13T06:02:44,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:44,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38535 2024-11-13T06:02:44,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588167d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:44,040 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:44,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:44,040 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:44,070 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:44,070 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:44,082 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:44,094 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:44,094 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xaa4b7041, L:/127.0.0.1:38535 - R:/127.0.0.1:46266] 2024-11-13T06:02:44,122 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:44,176 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38535 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:02:44,176 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38535 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:02:44,176 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38535 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:44,176 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38535 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:02:44,176 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38535 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:02:44,176 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38535 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:02:44,176 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38535 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:02:44,176 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38535 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:02:44,177 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38535 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:02:44,177 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38535 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:02:44,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:44,177 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38535 2024-11-13T06:02:44,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[19: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=true] Thread=63 (was 62) - Thread LEAK? -, OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7241 (was 7241) 2024-11-13T06:02:44,193 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7241 2024-11-13T06:02:44,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:44,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36483 2024-11-13T06:02:44,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ab5b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:44,194 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:44,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:44,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:44,195 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:36483 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:44,195 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36483 2024-11-13T06:02:44,200 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63 (was 63), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7241 (was 7241) 2024-11-13T06:02:44,206 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7241 2024-11-13T06:02:44,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:44,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39059 2024-11-13T06:02:44,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9e78e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:44,208 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:44,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:44,225 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:44,237 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:44,237 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x2a63596c, L:/127.0.0.1:39059 - R:/127.0.0.1:47598] 2024-11-13T06:02:44,237 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:47598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:44,315 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=107ms, rpcTimeout=100ms 2024-11-13T06:02:44,426 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:44,536 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:44,645 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:44,755 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:44,866 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:44,976 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:45,086 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:45,123 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46266 deadline: 1731477764223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46266 2024-11-13T06:02:45,123 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:45,123 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46266 deadline: 1731477764223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46266 2024-11-13T06:02:45,124 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46266 deadline: 1731477764223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46266 2024-11-13T06:02:45,124 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46266 deadline: 1731477764223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46266 2024-11-13T06:02:45,124 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46266 deadline: 1731477764223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46266 2024-11-13T06:02:45,124 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46266 deadline: 1731477764223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46266 2024-11-13T06:02:45,124 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46266 deadline: 1731477764223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46266 2024-11-13T06:02:45,124 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46266 deadline: 1731477764223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46266 2024-11-13T06:02:45,125 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:46266 deadline: 1731477764223 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:46266 2024-11-13T06:02:45,195 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:45,238 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47598 deadline: 1731477764416 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47598 2024-11-13T06:02:45,238 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:45,238 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47598 deadline: 1731477764527 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47598 2024-11-13T06:02:45,238 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47598 deadline: 1731477764637 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47598 2024-11-13T06:02:45,238 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47598 deadline: 1731477764746 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47598 2024-11-13T06:02:45,238 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47598 deadline: 1731477764856 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47598 2024-11-13T06:02:45,238 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47598 deadline: 1731477764968 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47598 2024-11-13T06:02:45,238 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47598 deadline: 1731477765077 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47598 2024-11-13T06:02:45,238 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:47598 deadline: 1731477765187 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:47598 2024-11-13T06:02:45,305 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39059 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:45,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,305 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39059 2024-11-13T06:02:45,311 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63 (was 63), OpenFileDescriptor=376 (was 376), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7239 (was 7241) 2024-11-13T06:02:45,316 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=63, OpenFileDescriptor=376, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7239 2024-11-13T06:02:45,317 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,318 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39579 2024-11-13T06:02:45,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77008641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,318 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:45,331 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,343 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,343 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd50534cd, L:/127.0.0.1:39579 - R:/127.0.0.1:32836] 2024-11-13T06:02:45,343 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:32836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:45,344 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:45,344 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:32836 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:45,345 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:45,345 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:45,345 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:45,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,350 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 63) - Thread LEAK? -, OpenFileDescriptor=377 (was 376) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7239 (was 7239) 2024-11-13T06:02:45,356 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7239 2024-11-13T06:02:45,357 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39399 2024-11-13T06:02:45,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228562b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,357 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:45,372 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,384 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,384 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb214fca2, L:/127.0.0.1:39399 - R:/127.0.0.1:51550] 2024-11-13T06:02:45,384 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:51550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:45,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,391 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39399 2024-11-13T06:02:45,396 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7239 (was 7239) 2024-11-13T06:02:45,402 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7239 2024-11-13T06:02:45,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751088fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,403 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44529 2024-11-13T06:02:45,403 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:45,416 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,427 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,427 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x53fae2e6, L:/127.0.0.1:44529 - R:/127.0.0.1:54766] 2024-11-13T06:02:45,428 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:45,428 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:45,429 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:54766 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:45,429 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:45,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,429 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44529 2024-11-13T06:02:45,434 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7239 (was 7239) 2024-11-13T06:02:45,439 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7239 2024-11-13T06:02:45,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42857 2024-11-13T06:02:45,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519cf326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,440 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:45,456 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,468 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,468 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xaabedb21, L:/127.0.0.1:42857 - R:/127.0.0.1:38940] 2024-11-13T06:02:45,468 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:45,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,471 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42857 2024-11-13T06:02:45,476 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7239 (was 7239) 2024-11-13T06:02:45,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7239 2024-11-13T06:02:45,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,482 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41021 2024-11-13T06:02:45,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a8e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,482 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:45,500 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,511 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,511 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x541fba55, L:/127.0.0.1:41021 - R:/127.0.0.1:34996] 2024-11-13T06:02:45,512 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:45,512 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:34996; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:45,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,512 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:41021 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:45,512 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41021 2024-11-13T06:02:45,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=377 (was 377), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7239 (was 7239) 2024-11-13T06:02:45,522 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=377, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7239 2024-11-13T06:02:45,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45849 2024-11-13T06:02:45,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cac854f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,523 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:45,539 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,551 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,551 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x47b734dc, L:/127.0.0.1:45849 - R:/127.0.0.1:35334] 2024-11-13T06:02:45,551 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:45,551 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:45,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,557 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=378 (was 377) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7239 (was 7239) 2024-11-13T06:02:45,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=378, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7239 2024-11-13T06:02:45,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40751 2024-11-13T06:02:45,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bca4225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,563 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:45,580 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,592 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,592 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6fe58635, L:/127.0.0.1:40751 - R:/127.0.0.1:42742] 2024-11-13T06:02:45,592 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:45,592 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42742 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:42742 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:45,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,598 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=379 (was 378) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7239) 2024-11-13T06:02:45,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:45,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41295 2024-11-13T06:02:45,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c60db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,603 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:45,620 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,631 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,632 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x40d728cf, L:/127.0.0.1:41295 - R:/127.0.0.1:59510] 2024-11-13T06:02:45,632 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:59510 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:59510 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:45,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,632 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41295 2024-11-13T06:02:45,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64 (was 64), OpenFileDescriptor=379 (was 379), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:45,642 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=64, OpenFileDescriptor=379, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:45,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41267 2024-11-13T06:02:45,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1c9425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,644 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:45,661 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,673 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,673 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x437cccff, L:/127.0.0.1:41267 - R:/127.0.0.1:38878] 2024-11-13T06:02:45,674 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:45,775 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:45,776 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:45,777 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:45,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,788 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 64) - Thread LEAK? -, OpenFileDescriptor=380 (was 379) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:45,796 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:45,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,797 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36771 2024-11-13T06:02:45,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ef3e63, compressor=org.apache.hadoop.io.compress.GzipCodec@6ac97c1b, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,797 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:45,811 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,823 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,823 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1b5a776d, L:/127.0.0.1:36771 - R:/127.0.0.1:44484] 2024-11-13T06:02:45,823 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:44484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:45,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,824 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36771 2024-11-13T06:02:45,830 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:45,834 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:45,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39045 2024-11-13T06:02:45,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2144744c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,836 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:45,852 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,863 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,863 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x1bcdcb28, L:/127.0.0.1:39045 - R:/127.0.0.1:34840] 2024-11-13T06:02:45,863 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:45,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,864 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39045 2024-11-13T06:02:45,870 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:45,875 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:45,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43715 2024-11-13T06:02:45,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39331ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,876 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:45,893 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,905 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,905 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf3eb7cd9, L:/127.0.0.1:43715 - R:/127.0.0.1:57436] 2024-11-13T06:02:45,906 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:45,906 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:45,906 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:57436 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:45,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,907 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:45,907 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43715 2024-11-13T06:02:45,912 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:45,916 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:45,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41697 2024-11-13T06:02:45,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,918 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:45,934 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,946 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,946 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc7cdc40f, L:/127.0.0.1:41697 - R:/127.0.0.1:53058] 2024-11-13T06:02:45,946 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:45,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,947 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41697 2024-11-13T06:02:45,952 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:45,957 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:45,958 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43817 2024-11-13T06:02:45,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f5c4f92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,959 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:45,974 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:45,985 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:45,985 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x69fa9a35, L:/127.0.0.1:43817 - R:/127.0.0.1:35584] 2024-11-13T06:02:45,986 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:45,986 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:45,986 INFO [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-e83d20d356d721ed6f3ed7e6fd192008-d0445bf22732c793-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:45,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:45,986 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:45,986 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43817 2024-11-13T06:02:45,991 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65 (was 65), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:45,996 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:45,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:45,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38969 2024-11-13T06:02:45,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb748f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:45,997 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:45,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:46,012 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:46,025 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:46,025 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x044a66ce, L:/127.0.0.1:38969 - R:/127.0.0.1:48966] 2024-11-13T06:02:46,025 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:46,106 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=107ms, rpcTimeout=100ms 2024-11-13T06:02:46,106 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:46,106 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:46,106 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:46,106 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:46,106 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:46,107 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:46,107 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:46,107 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:46,107 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:38969 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=108ms, rpcTimeout=100ms 2024-11-13T06:02:46,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:46,107 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38969 2024-11-13T06:02:46,116 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[20: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@7813cb11, acceptPlainText=true, clientTlsEnabled=false] Thread=66 (was 65) - Thread LEAK? -, OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:46,121 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:46,209 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:46,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36705 2024-11-13T06:02:46,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba93c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:46,209 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:46,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:46,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:46,210 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:36705 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:46,210 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36705 2024-11-13T06:02:46,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:46,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:46,220 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:46,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39925 2024-11-13T06:02:46,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294ac70d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:46,220 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:46,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:46,221 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:46,238 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:46,246 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:46,246 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:46,259 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:46,271 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:46,271 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x71487272, L:/127.0.0.1:39925 - R:/127.0.0.1:36756] 2024-11-13T06:02:46,297 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:36756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:46,356 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39925 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=135ms, rpcTimeout=100ms 2024-11-13T06:02:46,466 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39925 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:46,575 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39925 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:46,686 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39925 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:46,796 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39925 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:46,906 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39925 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:47,016 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39925 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:47,026 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48966 deadline: 1731477766126 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48966 2024-11-13T06:02:47,026 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:47,027 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48966 deadline: 1731477766126 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48966 2024-11-13T06:02:47,027 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48966 deadline: 1731477766126 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48966 2024-11-13T06:02:47,027 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48966 deadline: 1731477766126 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48966 2024-11-13T06:02:47,027 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48966 deadline: 1731477766126 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48966 2024-11-13T06:02:47,028 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48966 deadline: 1731477766126 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48966 2024-11-13T06:02:47,028 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48966 deadline: 1731477766126 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48966 2024-11-13T06:02:47,028 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48966 deadline: 1731477766126 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48966 2024-11-13T06:02:47,028 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:48966 deadline: 1731477766127 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:48966 2024-11-13T06:02:47,125 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39925 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:47,235 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39925 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:47,298 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36756 deadline: 1731477766457 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36756 2024-11-13T06:02:47,299 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36756 deadline: 1731477766566 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36756 2024-11-13T06:02:47,299 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:47,299 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36756 deadline: 1731477766676 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36756 2024-11-13T06:02:47,299 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36756 deadline: 1731477766788 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36756 2024-11-13T06:02:47,299 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36756 deadline: 1731477766897 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36756 2024-11-13T06:02:47,299 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36756 deadline: 1731477767007 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36756 2024-11-13T06:02:47,300 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36756 deadline: 1731477767117 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36756 2024-11-13T06:02:47,300 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:36756 deadline: 1731477767227 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:36756 2024-11-13T06:02:47,346 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39925 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:47,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:47,346 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39925 2024-11-13T06:02:47,360 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=65 (was 66), OpenFileDescriptor=380 (was 380), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:47,365 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=65, OpenFileDescriptor=380, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7237 2024-11-13T06:02:47,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:47,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42873 2024-11-13T06:02:47,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b8a36e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:47,366 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:47,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:47,367 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,395 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,395 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:47,407 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,419 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,419 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x25807b36, L:/127.0.0.1:42873 - R:/127.0.0.1:34466] 2024-11-13T06:02:47,445 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:34466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:47,445 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:47,446 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:34466 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:47,446 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:47,446 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:47,447 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:47,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:47,452 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 65) - Thread LEAK? -, OpenFileDescriptor=381 (was 380) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7237 (was 7237) 2024-11-13T06:02:47,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7237 2024-11-13T06:02:47,457 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:47,457 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44525 2024-11-13T06:02:47,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b027b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:47,458 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:47,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:47,458 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,485 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,485 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:47,498 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,509 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,509 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xb26425bd, L:/127.0.0.1:44525 - R:/127.0.0.1:45134] 2024-11-13T06:02:47,535 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:45134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:47,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:47,541 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44525 2024-11-13T06:02:47,546 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7237) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:47,552 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:47,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64020573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:47,553 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:47,554 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43453 2024-11-13T06:02:47,554 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:47,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:47,554 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,584 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,584 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:47,597 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,609 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,609 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x6539a8b1, L:/127.0.0.1:43453 - R:/127.0.0.1:40524] 2024-11-13T06:02:47,635 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:40524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:47,635 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:47,635 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:40524 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:47,636 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:47,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:47,636 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43453 2024-11-13T06:02:47,641 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:47,646 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:47,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:47,647 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34483 2024-11-13T06:02:47,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62614bfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:47,647 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:47,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:47,648 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,673 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,674 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:47,685 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,698 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,698 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xd69d626c, L:/127.0.0.1:34483 - R:/127.0.0.1:46586] 2024-11-13T06:02:47,725 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:47,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:47,728 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34483 2024-11-13T06:02:47,733 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:47,739 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:47,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:47,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40487 2024-11-13T06:02:47,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635c8fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:47,740 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:47,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:47,741 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,769 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,769 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:47,782 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,793 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,794 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xdcf9240e, L:/127.0.0.1:40487 - R:/127.0.0.1:55686] 2024-11-13T06:02:47,820 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:47,820 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:55686; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:47,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:47,821 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:40487 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:47,821 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40487 2024-11-13T06:02:47,826 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=381 (was 381), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:47,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=381, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:47,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:47,832 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33259 2024-11-13T06:02:47,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5972571c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:47,832 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:47,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:47,833 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,859 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,859 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:47,871 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,883 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,883 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x85198578, L:/127.0.0.1:33259 - R:/127.0.0.1:60034] 2024-11-13T06:02:47,909 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:47,910 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:47,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:47,916 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=382 (was 381) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7237 (was 7238) 2024-11-13T06:02:47,921 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=382, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7237 2024-11-13T06:02:47,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:47,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33925 2024-11-13T06:02:47,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279952e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:47,922 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:47,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:47,923 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,951 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,951 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:47,964 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:47,979 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:47,979 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x1bd69330, L:/127.0.0.1:33925 - R:/127.0.0.1:41510] 2024-11-13T06:02:48,014 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:48,014 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:41510 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:41510 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:48,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:48,020 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=383 (was 382) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7237 (was 7237) 2024-11-13T06:02:48,024 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7237 2024-11-13T06:02:48,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:48,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32843 2024-11-13T06:02:48,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8362f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:48,026 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:48,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:48,026 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,064 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,064 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:48,076 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,090 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,090 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xfa9a1d35, L:/127.0.0.1:32843 - R:/127.0.0.1:49832] 2024-11-13T06:02:48,116 WARN [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:49832 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:49832 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:48,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:48,116 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32843 2024-11-13T06:02:48,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=383 (was 383), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7237 (was 7237) 2024-11-13T06:02:48,126 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=383, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7237 2024-11-13T06:02:48,127 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:48,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37671 2024-11-13T06:02:48,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2724d51c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:48,127 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:48,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:48,128 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,154 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,154 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:48,167 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,179 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,179 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xaa3aa508, L:/127.0.0.1:37671 - R:/127.0.0.1:37752] 2024-11-13T06:02:48,205 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:48,301 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:48,307 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:48,308 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:48,309 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:48,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:48,319 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 383) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7237 (was 7237) 2024-11-13T06:02:48,326 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7237 2024-11-13T06:02:48,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:48,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46503 2024-11-13T06:02:48,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b05433, compressor=org.apache.hadoop.io.compress.GzipCodec@635829e1, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:48,328 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:48,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:48,329 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,358 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,358 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:48,371 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,384 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,384 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xfe2863b4, L:/127.0.0.1:46503 - R:/127.0.0.1:52050] 2024-11-13T06:02:48,410 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:48,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:48,412 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46503 2024-11-13T06:02:48,417 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7237 (was 7237) 2024-11-13T06:02:48,422 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7237 2024-11-13T06:02:48,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:48,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34525 2024-11-13T06:02:48,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3770ddb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:48,423 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:48,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:48,423 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,451 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,451 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:48,463 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,475 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,475 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xf9ce5223, L:/127.0.0.1:34525 - R:/127.0.0.1:58266] 2024-11-13T06:02:48,500 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:58266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:48,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:48,501 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:34525 2024-11-13T06:02:48,507 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7237 (was 7237) 2024-11-13T06:02:48,512 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7237 2024-11-13T06:02:48,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:48,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41077 2024-11-13T06:02:48,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564cba4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:48,513 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:48,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:48,513 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,537 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,537 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:48,550 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,562 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,562 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xcc456b6f, L:/127.0.0.1:41077 - R:/127.0.0.1:41624] 2024-11-13T06:02:48,588 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:48,589 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:48,589 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:41624 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:48,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:48,590 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:48,590 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41077 2024-11-13T06:02:48,597 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7237 (was 7237) 2024-11-13T06:02:48,602 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7237 2024-11-13T06:02:48,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:48,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38809 2024-11-13T06:02:48,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:48,603 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:48,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:48,604 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,628 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,628 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:48,641 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,653 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,653 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0xe9b7fe4c, L:/127.0.0.1:38809 - R:/127.0.0.1:37566] 2024-11-13T06:02:48,681 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:37566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:48,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:48,682 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:38809 2024-11-13T06:02:48,688 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7237 (was 7237) 2024-11-13T06:02:48,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7237 2024-11-13T06:02:48,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:48,693 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43617 2024-11-13T06:02:48,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3045a6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:48,694 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:48,694 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:48,694 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,722 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,723 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:48,735 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,748 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,748 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x0087f4da, L:/127.0.0.1:43617 - R:/127.0.0.1:43474] 2024-11-13T06:02:48,774 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:48,774 WARN [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:48,775 INFO [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-9f9148e5581fa601bc2cbaea8c4fde3c-842ba47887bc7494-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:48,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:48,775 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:48,775 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43617 2024-11-13T06:02:48,780 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66 (was 66), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7236 (was 7237) 2024-11-13T06:02:48,786 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=66, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7236 2024-11-13T06:02:48,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:48,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46507 2024-11-13T06:02:48,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cac2988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:48,787 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:48,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:48,788 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,812 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,812 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:48,824 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,836 DEBUG [TestNettyTlsIPC-1-2 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,836 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.NettyRpcServer(426): SSL handler added for channel: [id: 0x056ad377, L:/127.0.0.1:46507 - R:/127.0.0.1:43642] 2024-11-13T06:02:48,864 INFO [TestNettyTlsIPC-1-2 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:43642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:48,916 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46507 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=129ms, rpcTimeout=100ms 2024-11-13T06:02:48,916 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46507 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=128ms, rpcTimeout=100ms 2024-11-13T06:02:48,917 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46507 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=128ms, rpcTimeout=100ms 2024-11-13T06:02:48,917 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46507 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=128ms, rpcTimeout=100ms 2024-11-13T06:02:48,917 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46507 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=128ms, rpcTimeout=100ms 2024-11-13T06:02:48,917 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46507 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=128ms, rpcTimeout=100ms 2024-11-13T06:02:48,917 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46507 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=128ms, rpcTimeout=100ms 2024-11-13T06:02:48,917 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46507 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=128ms, rpcTimeout=100ms 2024-11-13T06:02:48,917 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46507 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=128ms, rpcTimeout=100ms 2024-11-13T06:02:48,917 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:46507 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=128ms, rpcTimeout=100ms 2024-11-13T06:02:48,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:48,917 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46507 2024-11-13T06:02:48,922 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[21: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=false, clientTlsEnabled=true] Thread=67 (was 66) - Thread LEAK? -, OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7236 (was 7236) 2024-11-13T06:02:48,927 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7236 2024-11-13T06:02:48,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:48,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:37789 2024-11-13T06:02:48,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7d58b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:48,929 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:48,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:48,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:48,930 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:37789 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:48,930 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:37789 2024-11-13T06:02:48,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67 (was 67), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7236 (was 7236) 2024-11-13T06:02:48,941 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7236 2024-11-13T06:02:48,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:48,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43577 2024-11-13T06:02:48,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208b520f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:48,943 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:48,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:48,943 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,973 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,973 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:48,984 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:48,997 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:48,997 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8d3a691c, L:/127.0.0.1:43577 - R:/127.0.0.1:35616] 2024-11-13T06:02:49,022 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:49,075 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=132ms, rpcTimeout=100ms 2024-11-13T06:02:49,186 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:49,295 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:49,405 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:49,516 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:49,626 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:49,736 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:49,846 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:49,865 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43642 deadline: 1731477768965 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43642 2024-11-13T06:02:49,865 WARN [TestNettyTlsIPC-1-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:49,865 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43642 deadline: 1731477768965 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43642 2024-11-13T06:02:49,865 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43642 deadline: 1731477768965 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43642 2024-11-13T06:02:49,865 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43642 deadline: 1731477768965 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43642 2024-11-13T06:02:49,865 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43642 deadline: 1731477768965 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43642 2024-11-13T06:02:49,865 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43642 deadline: 1731477768965 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43642 2024-11-13T06:02:49,865 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43642 deadline: 1731477768965 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43642 2024-11-13T06:02:49,865 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43642 deadline: 1731477768965 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43642 2024-11-13T06:02:49,865 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:43642 deadline: 1731477768965 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:43642 2024-11-13T06:02:49,955 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:50,023 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35616 deadline: 1731477769176 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35616 2024-11-13T06:02:50,023 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35616 deadline: 1731477769287 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35616 2024-11-13T06:02:50,023 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:50,023 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35616 deadline: 1731477769397 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35616 2024-11-13T06:02:50,024 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35616 deadline: 1731477769507 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35616 2024-11-13T06:02:50,024 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35616 deadline: 1731477769617 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35616 2024-11-13T06:02:50,024 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35616 deadline: 1731477769727 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35616 2024-11-13T06:02:50,024 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35616 deadline: 1731477769837 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35616 2024-11-13T06:02:50,024 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:35616 deadline: 1731477769947 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:35616 2024-11-13T06:02:50,065 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43577 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:50,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:50,065 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43577 2024-11-13T06:02:50,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67 (was 67), OpenFileDescriptor=384 (was 384), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7246 (was 7236) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:50,082 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=67, OpenFileDescriptor=384, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7246 2024-11-13T06:02:50,083 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:50,083 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:38635 2024-11-13T06:02:50,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd6dc31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:50,084 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:50,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:50,084 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,114 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,114 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:50,126 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,138 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,138 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x569373a3, L:/127.0.0.1:38635 - R:/127.0.0.1:48672] 2024-11-13T06:02:50,164 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:50,165 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:50,165 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:48672 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:50,166 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:50,166 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:50,166 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:50,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:50,172 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 67) - Thread LEAK? -, OpenFileDescriptor=385 (was 384) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7246 (was 7246) 2024-11-13T06:02:50,177 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7246 2024-11-13T06:02:50,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:50,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42375 2024-11-13T06:02:50,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f996d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:50,178 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:50,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:50,179 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,202 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,203 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:50,215 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,228 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,228 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xc9793328, L:/127.0.0.1:42375 - R:/127.0.0.1:48914] 2024-11-13T06:02:50,254 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:50,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:50,261 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42375 2024-11-13T06:02:50,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7246 (was 7246) 2024-11-13T06:02:50,271 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7246 2024-11-13T06:02:50,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc873ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:50,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:50,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45851 2024-11-13T06:02:50,272 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:50,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:50,273 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,296 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,297 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:50,309 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,321 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,321 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xa37c83a7, L:/127.0.0.1:45851 - R:/127.0.0.1:53138] 2024-11-13T06:02:50,348 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:50,349 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:50,349 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:53138 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:50,349 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:50,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:50,349 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45851 2024-11-13T06:02:50,355 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7244 (was 7246) 2024-11-13T06:02:50,360 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7243 2024-11-13T06:02:50,361 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:50,362 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43163 2024-11-13T06:02:50,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f354673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:50,362 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:50,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:50,362 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,386 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,387 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:50,399 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,411 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,411 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5c997860, L:/127.0.0.1:43163 - R:/127.0.0.1:35994] 2024-11-13T06:02:50,438 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:50,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:50,441 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43163 2024-11-13T06:02:50,446 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7242 (was 7243) 2024-11-13T06:02:50,451 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7242 2024-11-13T06:02:50,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:50,452 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33887 2024-11-13T06:02:50,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38462a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:50,453 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:50,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:50,453 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,477 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,477 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:50,489 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,501 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,501 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4b0ac2d5, L:/127.0.0.1:33887 - R:/127.0.0.1:54646] 2024-11-13T06:02:50,528 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:50,528 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:54646; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:50,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:50,529 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:33887 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:50,529 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:33887 2024-11-13T06:02:50,534 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=385 (was 385), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7239 (was 7242) 2024-11-13T06:02:50,540 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=385, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7239 2024-11-13T06:02:50,541 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:50,541 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43911 2024-11-13T06:02:50,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c40ea86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:50,541 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:50,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:50,542 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,565 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,566 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:50,578 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,590 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,590 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xbe65a1b4, L:/127.0.0.1:43911 - R:/127.0.0.1:42406] 2024-11-13T06:02:50,616 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:50,616 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:50,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:50,622 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=386 (was 385) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7239 (was 7239) 2024-11-13T06:02:50,627 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=386, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7239 2024-11-13T06:02:50,628 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:50,629 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36821 2024-11-13T06:02:50,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2916e03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:50,629 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:50,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:50,629 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,653 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,653 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:50,665 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,676 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,676 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x3f657804, L:/127.0.0.1:36821 - R:/127.0.0.1:60260] 2024-11-13T06:02:50,701 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:50,701 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:60260 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:60260 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:50,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:50,707 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=387 (was 386) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7239) 2024-11-13T06:02:50,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:50,713 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:50,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43829 2024-11-13T06:02:50,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed40b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:50,713 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:50,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:50,714 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,743 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,743 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:50,756 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,767 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,767 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4fc711f0, L:/127.0.0.1:43829 - R:/127.0.0.1:51358] 2024-11-13T06:02:50,792 WARN [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:51358 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:51358 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1495) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1358) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1407) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:530) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:50,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:50,793 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43829 2024-11-13T06:02:50,799 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=387 (was 387), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:50,805 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=387, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:50,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:50,806 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:33405 2024-11-13T06:02:50,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46afc3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:50,806 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:50,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:50,807 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,831 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,831 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:50,843 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:50,855 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:50,855 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe059c147, L:/127.0.0.1:33405 - R:/127.0.0.1:57176] 2024-11-13T06:02:50,881 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:50,983 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:50,983 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:50,984 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:50,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:50,994 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=69 (was 68) - Thread LEAK? -, OpenFileDescriptor=388 (was 387) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:51,001 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:51,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:51,003 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44519 2024-11-13T06:02:51,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7506fc14, compressor=org.apache.hadoop.io.compress.GzipCodec@5911048a, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:51,003 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:51,003 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:51,004 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,024 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:51,033 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,033 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:51,046 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,058 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,058 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd2da3bec, L:/127.0.0.1:44519 - R:/127.0.0.1:33358] 2024-11-13T06:02:51,083 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:33358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:51,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:51,084 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44519 2024-11-13T06:02:51,090 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 69), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7238 (was 7238) 2024-11-13T06:02:51,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7238 2024-11-13T06:02:51,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:51,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42665 2024-11-13T06:02:51,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3467e0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:51,097 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:51,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:51,097 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,125 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,125 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:51,145 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,157 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,157 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf07bb164, L:/127.0.0.1:42665 - R:/127.0.0.1:55400] 2024-11-13T06:02:51,185 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:55400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:51,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:51,186 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:42665 2024-11-13T06:02:51,191 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7237 (was 7238) 2024-11-13T06:02:51,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7237 2024-11-13T06:02:51,196 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:51,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46125 2024-11-13T06:02:51,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76405238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:51,196 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:51,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:51,197 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,224 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,225 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:51,237 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,249 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,249 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x8a7b4eee, L:/127.0.0.1:46125 - R:/127.0.0.1:50550] 2024-11-13T06:02:51,275 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:50550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:51,275 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:51,276 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:50550 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:51,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:51,276 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:51,276 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46125 2024-11-13T06:02:51,281 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7237 (was 7237) 2024-11-13T06:02:51,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7237 2024-11-13T06:02:51,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:51,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46147 2024-11-13T06:02:51,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:51,287 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:51,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:51,288 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,312 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,312 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:51,325 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,337 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,337 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x6ec15621, L:/127.0.0.1:46147 - R:/127.0.0.1:48830] 2024-11-13T06:02:51,364 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48830, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:51,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:51,365 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46147 2024-11-13T06:02:51,370 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7237 (was 7237) 2024-11-13T06:02:51,375 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7236 2024-11-13T06:02:51,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:51,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39303 2024-11-13T06:02:51,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab0a471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:51,376 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:51,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:51,377 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,406 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,406 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:51,417 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,431 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,431 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9446440d, L:/127.0.0.1:39303 - R:/127.0.0.1:57636] 2024-11-13T06:02:51,457 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:57636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:51,457 WARN [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:51,458 INFO [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-65b95fa81e6c9dbc8a1bf3580a5c485f-4f404ac53fdd3945-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:51,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:51,458 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:51,458 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39303 2024-11-13T06:02:51,463 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68 (was 68), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7236 (was 7236) 2024-11-13T06:02:51,470 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=68, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7236 2024-11-13T06:02:51,471 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:51,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:39467 2024-11-13T06:02:51,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd8967c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:51,471 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:51,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:51,472 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,502 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,503 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcConnection$3(382): SSL handler added with handshake timeout 5000 ms 2024-11-13T06:02:51,515 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,527 DEBUG [TestNettyTlsIPC-1-1 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,527 DEBUG [TestNettyTlsIPC-1-1 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x808f7497, L:/127.0.0.1:39467 - R:/127.0.0.1:54678] 2024-11-13T06:02:51,561 INFO [TestNettyTlsIPC-1-1 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:51,606 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39467 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:51,606 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39467 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:51,606 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39467 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:51,606 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39467 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:51,606 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39467 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:51,606 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39467 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:51,606 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39467 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:51,606 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39467 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:51,606 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39467 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:51,606 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:39467 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=134ms, rpcTimeout=100ms 2024-11-13T06:02:51,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:51,607 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:39467 2024-11-13T06:02:51,612 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[22: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=true] Thread=69 (was 68) - Thread LEAK? -, OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7236 (was 7236) 2024-11-13T06:02:51,617 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7236 2024-11-13T06:02:51,618 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:51,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44293 2024-11-13T06:02:51,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dacddbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:51,618 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:51,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:51,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:51,619 INFO [Time-limited test {}] ipc.AbstractTestIPC(224): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: java.io.IOException: Call to address=localhost:44293 failed on local exception: java.io.IOException: java.lang.RuntimeException: Injected fault 2024-11-13T06:02:51,619 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44293 2024-11-13T06:02:51,624 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRTEDuringConnectionSetup[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69 (was 69), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7236 (was 7236) 2024-11-13T06:02:51,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=110, ProcessCount=11, AvailableMemoryMB=7236 2024-11-13T06:02:51,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:51,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43387 2024-11-13T06:02:51,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d01130e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:51,631 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:51,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:51,643 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:51,655 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:51,655 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x5353a8c6, L:/127.0.0.1:43387 - R:/127.0.0.1:59270] 2024-11-13T06:02:51,656 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:59270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:51,736 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=104ms, rpcTimeout=100ms 2024-11-13T06:02:51,846 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=110ms, rpcTimeout=100ms 2024-11-13T06:02:51,956 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:52,066 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:52,175 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:52,285 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:52,396 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:52,505 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:52,562 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54678 deadline: 1731477771662 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54678 2024-11-13T06:02:52,562 WARN [TestNettyTlsIPC-1-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:52,563 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54678 deadline: 1731477771662 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54678 2024-11-13T06:02:52,563 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54678 deadline: 1731477771662 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54678 2024-11-13T06:02:52,563 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54678 deadline: 1731477771662 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54678 2024-11-13T06:02:52,563 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54678 deadline: 1731477771662 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54678 2024-11-13T06:02:52,564 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54678 deadline: 1731477771662 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54678 2024-11-13T06:02:52,564 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54678 deadline: 1731477771662 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54678 2024-11-13T06:02:52,564 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54678 deadline: 1731477771662 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54678 2024-11-13T06:02:52,564 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:54678 deadline: 1731477771662 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:54678 2024-11-13T06:02:52,616 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:52,657 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59270 deadline: 1731477771836 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59270 2024-11-13T06:02:52,657 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(450): Unknown callId: 0, skipping over this response of 1 bytes 2024-11-13T06:02:52,657 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59270 deadline: 1731477771947 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59270 2024-11-13T06:02:52,657 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59270 deadline: 1731477772057 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59270 2024-11-13T06:02:52,658 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59270 deadline: 1731477772166 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59270 2024-11-13T06:02:52,658 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59270 deadline: 1731477772277 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59270 2024-11-13T06:02:52,658 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59270 deadline: 1731477772387 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59270 2024-11-13T06:02:52,658 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59270 deadline: 1731477772496 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59270 2024-11-13T06:02:52,658 WARN [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(100): Dropping timed out call: callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:59270 deadline: 1731477772606 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:59270 2024-11-13T06:02:52,726 INFO [Time-limited test {}] ipc.AbstractTestIPC(349): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:43387 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=109ms, rpcTimeout=100ms 2024-11-13T06:02:52,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:52,726 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43387 2024-11-13T06:02:52,738 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69 (was 69), OpenFileDescriptor=388 (was 388), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 110), ProcessCount=11 (was 11), AvailableMemoryMB=7236 (was 7236) 2024-11-13T06:02:52,744 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingErrorIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=69, OpenFileDescriptor=388, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7236 2024-11-13T06:02:52,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:52,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40381 2024-11-13T06:02:52,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dabcd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:52,745 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:52,745 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:52,763 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:52,774 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:52,775 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x0ad7b4e8, L:/127.0.0.1:40381 - R:/127.0.0.1:35926] 2024-11-13T06:02:52,775 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:35926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:52,775 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:52,776 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:35926 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:52,776 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:52,776 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:52,776 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:52,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:52,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingErrorIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 69) - Thread LEAK? -, OpenFileDescriptor=389 (was 388) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7236 (was 7236) 2024-11-13T06:02:52,786 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcScheduler[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7236 2024-11-13T06:02:52,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:52,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:45099 2024-11-13T06:02:52,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688e0133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:52,788 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler$MockitoMock$mtwLZIvS as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:52,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:52,803 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:52,815 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:52,815 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x74078d81, L:/127.0.0.1:45099 - R:/127.0.0.1:52836] 2024-11-13T06:02:52,815 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:52,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:52,821 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:45099 2024-11-13T06:02:52,827 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcScheduler[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7236 (was 7236) 2024-11-13T06:02:52,833 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7235 2024-11-13T06:02:52,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215e751c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:52,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:52,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44805 2024-11-13T06:02:52,834 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:52,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:52,847 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:52,859 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:52,859 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xf166cfb4, L:/127.0.0.1:44805 - R:/127.0.0.1:60618] 2024-11-13T06:02:52,860 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:60618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:52,860 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:52,860 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:60618 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:52,861 INFO [Time-limited test {}] ipc.AbstractTestIPC(466): Caught expected exception: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:52,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:52,861 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44805 2024-11-13T06:02:52,866 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7235 (was 7235) 2024-11-13T06:02:52,871 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncEcho[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7235 2024-11-13T06:02:52,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:52,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:41113 2024-11-13T06:02:52,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389988af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:52,872 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:52,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:52,885 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:52,896 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:52,896 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x036e8f6c, L:/127.0.0.1:41113 - R:/127.0.0.1:53948] 2024-11-13T06:02:52,897 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:52,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:52,899 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:41113 2024-11-13T06:02:52,904 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncEcho[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7235 (was 7235) 2024-11-13T06:02:52,908 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7234 2024-11-13T06:02:52,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:52,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:46371 2024-11-13T06:02:52,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615e01e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:52,909 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:52,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:52,927 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:52,938 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:52,938 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xb6e7a2c5, L:/127.0.0.1:46371 - R:/127.0.0.1:52584] 2024-11-13T06:02:52,939 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:52584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:52,939 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /127.0.0.1:52584; caught unexpected downstream exception. org.apache.hadoop.hbase.DoNotRetryIOException: Failing for test at org.apache.hadoop.hbase.ipc.FailingNettyRpcServer$FailingConnection.processRequest(FailingNettyRpcServer.java:47) ~[test-classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.callHandlerRemoved(AbstractChannelHandlerContext.java:1138) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.callHandlerRemoved0(DefaultChannelPipeline.java:586) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:426) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.remove(DefaultChannelPipeline.java:372) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:95) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:52,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:52,939 INFO [Time-limited test {}] ipc.AbstractTestIPC(414): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=localhost:46371 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T06:02:52,939 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:46371 2024-11-13T06:02:52,944 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testConnectionCloseWithOutstandingRPCs[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=389 (was 389), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7234 (was 7234) 2024-11-13T06:02:52,949 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistry[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=389, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7234 2024-11-13T06:02:52,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:52,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:34163 2024-11-13T06:02:52,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b144d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:52,950 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:52,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:52,966 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:52,978 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:52,978 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x4e6832ca, L:/127.0.0.1:34163 - R:/127.0.0.1:44862] 2024-11-13T06:02:52,978 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'test_cluster_id' 2024-11-13T06:02:52,979 DEBUG [TestNettyTlsIPC-1-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T06:02:52,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:52,984 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistry[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=390 (was 389) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7234 (was 7234) 2024-11-13T06:02:52,989 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7234 2024-11-13T06:02:52,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:52,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:42667 2024-11-13T06:02:52,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490ce7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:52,990 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:52,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T06:02:53,006 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:53,019 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:53,019 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x140201a8, L:/127.0.0.1:42667 - R:/127.0.0.1:55308] 2024-11-13T06:02:53,019 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'null' 2024-11-13T06:02:53,019 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:55308 org.apache.hadoop.hbase.ipc.FatalConnectionException: Expected HEADER=HBas but received HEADER=Regi from 127.0.0.1:55308 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.doBadPreambleHandling(ServerRpcConnection.java:691) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:766) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:53,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:53,024 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testGetConnectionRegistryError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=391 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7234 (was 7234) 2024-11-13T06:02:53,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testBadPreambleHeader[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7234 2024-11-13T06:02:53,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:53,029 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:40601 2024-11-13T06:02:53,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a943024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:53,030 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:53,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:53,047 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:53,059 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:53,059 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xdf5474d7, L:/127.0.0.1:40601 - R:/127.0.0.1:46434] 2024-11-13T06:02:53,059 WARN [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(695): serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:46434 org.apache.hadoop.hbase.ipc.BadAuthException: serverVersion=0, clientVersion=0, authMethod=-10, authName=unknown from 127.0.0.1:46434 at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processPreamble(ServerRpcConnection.java:785) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:68) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerPreambleHandler.channelRead0(NettyRpcServerPreambleHandler.java:36) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.handlerRemoved(ByteToMessageDecoder.java:266) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:537) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:469) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:53,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:53,060 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:40601 2024-11-13T06:02:53,064 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testBadPreambleHeader[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70 (was 70), OpenFileDescriptor=391 (was 391), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7234 (was 7234) 2024-11-13T06:02:53,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testTracingSuccessIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=70, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7234 2024-11-13T06:02:53,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:53,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35903 2024-11-13T06:02:53,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382bb1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:53,070 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:53,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:53,088 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:53,099 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:53,099 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xe5ab667a, L:/127.0.0.1:35903 - R:/127.0.0.1:48166] 2024-11-13T06:02:53,099 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:48166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:53,201 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:53,202 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:53,202 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [1,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T06:02:53,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:53,213 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testTracingSuccessIpc[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 70) - Thread LEAK? -, OpenFileDescriptor=392 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7234 (was 7234) 2024-11-13T06:02:53,220 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testCompressCellBlock[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7234 2024-11-13T06:02:53,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:53,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:36855 2024-11-13T06:02:53,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15695319, compressor=org.apache.hadoop.io.compress.GzipCodec@36f77858, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:53,221 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:53,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:53,236 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:53,248 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:53,248 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x7a563325, L:/127.0.0.1:36855 - R:/127.0.0.1:54318] 2024-11-13T06:02:53,248 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:54318, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:53,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:53,250 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:36855 2024-11-13T06:02:53,255 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testCompressCellBlock[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7234 (was 7234) 2024-11-13T06:02:53,259 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7233 2024-11-13T06:02:53,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:53,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:32907 2024-11-13T06:02:53,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cc3c23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:53,261 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:53,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:53,275 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:53,286 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:53,287 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x01928f01, L:/127.0.0.1:32907 - R:/127.0.0.1:46898] 2024-11-13T06:02:53,287 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:53,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:53,288 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:32907 2024-11-13T06:02:53,293 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcServerForNotNullRemoteAddressInCallObject[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7233 (was 7233) 2024-11-13T06:02:53,297 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7233 2024-11-13T06:02:53,298 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:53,298 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35905 2024-11-13T06:02:53,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bed7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:53,299 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:53,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:53,316 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:53,328 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:53,328 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x041715ad, L:/127.0.0.1:35905 - R:/127.0.0.1:53084] 2024-11-13T06:02:53,328 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:53084, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:53,329 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) ~[test-classes/:?] at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T06:02:53,329 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(138): callId: 0 service: TestProtobufRpcProto methodName: error size: 91 connection: 127.0.0.1:53084 deadline: 9223372036854775807, exception=org.apache.hadoop.hbase.DoNotRetryIOException: server error! 2024-11-13T06:02:53,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:53,329 INFO [Time-limited test {}] ipc.AbstractTestIPC(319): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.DoNotRetryIOException): org.apache.hadoop.hbase.DoNotRetryIOException: server error! at org.apache.hadoop.hbase.ipc.TestProtobufRpcServiceImpl.error(TestProtobufRpcServiceImpl.java:106) at org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestRpcServiceProtos$TestProtobufRpcProto$2.callBlockingMethod(TestRpcServiceProtos.java:153) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.FifoRpcScheduler$1.run(FifoRpcScheduler.java:112) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T06:02:53,329 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35905 2024-11-13T06:02:53,334 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRemoteError[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7233 (was 7233) 2024-11-13T06:02:53,339 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testNoCodec[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7233 2024-11-13T06:02:53,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:53,340 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:43767 2024-11-13T06:02:53,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=null, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:53,340 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:53,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:53,366 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:53,382 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:53,382 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x9183d7ae, L:/127.0.0.1:43767 - R:/127.0.0.1:46238] 2024-11-13T06:02:53,383 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:46238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:53,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:53,383 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:43767 2024-11-13T06:02:53,389 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testNoCodec[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7233 (was 7233) 2024-11-13T06:02:53,393 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7233 2024-11-13T06:02:53,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:53,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:35119 2024-11-13T06:02:53,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53193d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:53,395 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:53,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:53,409 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:53,421 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:53,421 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0x29c2e412, L:/127.0.0.1:35119 - R:/127.0.0.1:38526] 2024-11-13T06:02:53,421 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:38526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:53,421 WARN [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(85): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:53,421 INFO [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcFrameDecoder(125): BigRequest header is = call_id: 0 trace_info { headers { key: "traceparent" value: "00-6d5c3cd255b71319b5fb4279479e26d6-e2e8e329ab338089-01" } } method_name: "echo" request_param: true cell_block_meta { length: 36 } priority: 0 timeout: 0 2024-11-13T06:02:53,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:53,422 INFO [Time-limited test {}] ipc.AbstractTestIPC(278): Caught expected exception: org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.exceptions.RequestTooBigException): RPC data length of 1334 received from 127.0.0.1 is greater than max allowed 1000. Set "hbase.ipc.max.request.size" on server to override this limit (not recommended) 2024-11-13T06:02:53,422 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:35119 2024-11-13T06:02:53,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testRpcMaxRequestSize[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71 (was 71), OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7233 (was 7233) 2024-11-13T06:02:53,432 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: ipc.TestNettyTlsIPC#testAsyncTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=71, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=102, ProcessCount=11, AvailableMemoryMB=7232 2024-11-13T06:02:53,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T06:02:53,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /127.0.0.1:44563 2024-11-13T06:02:53,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fd92a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T06:02:53,433 INFO [Time-limited test {}] ipc.FifoRpcScheduler(60): Using FifoRpcScheduler as user call queue; handlerCount=1; maxQueueLength=10 2024-11-13T06:02:53,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=TestProtobufRpcProto, sasl=false 2024-11-13T06:02:53,448 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(313): Using default JDK SSL provider because netty-tcnative is not available 2024-11-13T06:02:53,461 DEBUG [TestNettyTlsIPC-1-3 {}] tls.X509Util(236): Using Java11+ optimized cipher suites for Java version 17, including TLSv1.3 support 2024-11-13T06:02:53,461 DEBUG [TestNettyTlsIPC-1-3 {}] ipc.NettyRpcServer(406): Dual mode SSL handler added for channel: [id: 0xd796b94f, L:/127.0.0.1:44563 - R:/127.0.0.1:41634] 2024-11-13T06:02:53,461 INFO [TestNettyTlsIPC-1-3 {}] ipc.ServerRpcConnection(484): Connection from 127.0.0.1:41634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=TestProtobufRpcProto 2024-11-13T06:02:53,545 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=0,methodName=pause], waitTime=102ms, rpcTimeout=100ms 2024-11-13T06:02:53,545 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=1,methodName=pause], waitTime=102ms, rpcTimeout=100ms 2024-11-13T06:02:53,545 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=2,methodName=pause], waitTime=102ms, rpcTimeout=100ms 2024-11-13T06:02:53,545 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=3,methodName=pause], waitTime=102ms, rpcTimeout=100ms 2024-11-13T06:02:53,545 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=4,methodName=pause], waitTime=101ms, rpcTimeout=100ms 2024-11-13T06:02:53,545 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=5,methodName=pause], waitTime=101ms, rpcTimeout=100ms 2024-11-13T06:02:53,545 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=6,methodName=pause], waitTime=102ms, rpcTimeout=100ms 2024-11-13T06:02:53,545 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=7,methodName=pause], waitTime=102ms, rpcTimeout=100ms 2024-11-13T06:02:53,545 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=8,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:53,545 INFO [Time-limited test {}] ipc.AbstractTestIPC(504): Caught expected exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call to address=localhost:44563 failed on local exception: org.apache.hadoop.hbase.ipc.CallTimeoutException: Call[id=9,methodName=pause], waitTime=111ms, rpcTimeout=100ms 2024-11-13T06:02:53,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T06:02:53,546 INFO [Time-limited test {}] ipc.NettyRpcServer(345): Stopping server on localhost/127.0.0.1:44563 2024-11-13T06:02:53,553 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: ipc.TestNettyTlsIPC#testAsyncTimeout[23: rpcServerImpl=class org.apache.hadoop.hbase.ipc.NettyRpcServer, caKeyType=EC, certKeyType=EC, keyPassword=[C@bcec031, acceptPlainText=true, clientTlsEnabled=false] Thread=72 (was 71) - Thread LEAK? -, OpenFileDescriptor=392 (was 392), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=102 (was 102), ProcessCount=11 (was 11), AvailableMemoryMB=7233 (was 7232) - AvailableMemoryMB LEAK? - 2024-11-13T06:02:53,756 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T06:02:54,462 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 1 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41634 deadline: 1731477773561 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41634 2024-11-13T06:02:54,462 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 2 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41634 deadline: 1731477773561 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41634 2024-11-13T06:02:54,463 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 3 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41634 deadline: 1731477773562 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41634 2024-11-13T06:02:54,463 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 4 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41634 deadline: 1731477773562 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41634 2024-11-13T06:02:54,463 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 5 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41634 deadline: 1731477773562 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41634 2024-11-13T06:02:54,463 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 6 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41634 deadline: 1731477773562 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41634 2024-11-13T06:02:54,463 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 7 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41634 deadline: 1731477773562 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41634 2024-11-13T06:02:54,464 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 8 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41634 deadline: 1731477773562 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41634 2024-11-13T06:02:54,464 DEBUG [FifoRpcScheduler.handler-pool-0 {}] ipc.CallRunner(93): FifoRpcScheduler.handler-pool-0: skipped callId: 9 service: TestProtobufRpcProto methodName: pause size: 94 connection: 127.0.0.1:41634 deadline: 1731477773562 param: TODO: class org.apache.hadoop.hbase.shaded.ipc.protobuf.generated.TestProtos$PauseRequestProto connection: 127.0.0.1:41634 2024-11-13T06:02:54,559 WARN [TestNettyTlsIPC-1-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]