2024-12-05 22:05:26,194 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@821330f
2024-12-05 22:05:26,211 main DEBUG Took 0.014090 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-05 22:05:26,211 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-05 22:05:26,212 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-05 22:05:26,213 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-05 22:05:26,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,224 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-05 22:05:26,247 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,251 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,252 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,254 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,255 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,256 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,257 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,258 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,258 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,259 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,260 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,261 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-05 22:05:26,263 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,263 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-05 22:05:26,265 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-05 22:05:26,266 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-05 22:05:26,269 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-05 22:05:26,269 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-05 22:05:26,270 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-05 22:05:26,271 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-05 22:05:26,282 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-05 22:05:26,285 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-05 22:05:26,287 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-05 22:05:26,287 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-05 22:05:26,287 main DEBUG createAppenders(={Console})
2024-12-05 22:05:26,288 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@821330f initialized
2024-12-05 22:05:26,289 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@821330f
2024-12-05 22:05:26,289 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@821330f OK.
2024-12-05 22:05:26,290 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-05 22:05:26,290 main DEBUG OutputStream closed
2024-12-05 22:05:26,290 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-05 22:05:26,291 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-05 22:05:26,291 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@51e69659 OK
2024-12-05 22:05:26,383 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-05 22:05:26,386 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-05 22:05:26,387 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-05 22:05:26,388 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-05 22:05:26,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-05 22:05:26,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-05 22:05:26,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-05 22:05:26,390 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-05 22:05:26,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-05 22:05:26,391 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-05 22:05:26,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-05 22:05:26,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-05 22:05:26,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-05 22:05:26,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-05 22:05:26,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-05 22:05:26,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-05 22:05:26,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-05 22:05:26,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-05 22:05:26,398 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-05 22:05:26,399 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1f010bf0) with optional ClassLoader: null
2024-12-05 22:05:26,399 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-05 22:05:26,400 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1f010bf0] started OK.
2024-12-05T22:05:26,420 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen timeout: 13 mins
2024-12-05 22:05:26,424 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-05 22:05:26,424 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-05T22:05:26,473 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestAMServerFailedOpen#testCallQueueTooBigExceptionOnAssignment Thread=11, OpenFileDescriptor=284, MaxFileDescriptor=1048576, SystemLoadAverage=742, ProcessCount=11, AvailableMemoryMB=4345
2024-12-05T22:05:26,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295
2024-12-05T22:05:28,000 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-05T22:05:28,060 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-05T22:05:28,148 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-05T22:05:28,448 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295 with version=8
2024-12-05T22:05:28,479 DEBUG [Time-limited test {}] util.FSUtils(639): Created cluster ID file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/hbase.id with ID: 8dc59848-7605-4cf5-9bb9-bdb35c7aa129
2024-12-05T22:05:28,530 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T22:05:28,561 INFO  [Time-limited test {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T22:05:28,569 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-05T22:05:28,703 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:232) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:207) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.MockMasterServices.<init>(MockMasterServices.java:120) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.setUp(TestAssignmentManagerBase.java:157) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:28,712 INFO  [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T22:05:28,718 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-05T22:05:28,740 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-05T22:05:28,740 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-05T22:05:28,858 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-05T22:05:28,865 INFO  [Time-limited test {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/MasterData/data/master/store
2024-12-05T22:05:28,889 INFO  [Time-limited test {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-05T22:05:28,891 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T22:05:28,956 DEBUG [Time-limited test {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T22:05:28,957 INFO  [Time-limited test {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T22:05:28,957 DEBUG [Time-limited test {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T22:05:28,957 DEBUG [Time-limited test {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T22:05:28,957 DEBUG [Time-limited test {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T22:05:28,958 INFO  [Time-limited test {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T22:05:28,958 DEBUG [Time-limited test {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-05T22:05:28,959 WARN  [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/MasterData/data/master/store/.initializing
2024-12-05T22:05:28,959 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/MasterData/WALs/mockmaster.example.org,1234,-1
2024-12-05T22:05:28,974 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T22:05:29,032 INFO  [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/MasterData/oldWALs, maxLogs=10
2024-12-05T22:05:29,127 INFO  [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733436329064
2024-12-05T22:05:29,132 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T22:05:29,133 DEBUG [Time-limited test {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-05T22:05:29,134 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T22:05:29,139 DEBUG [Time-limited test {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:29,141 DEBUG [Time-limited test {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:29,197 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T22:05:29,240 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-05T22:05:29,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T22:05:29,252 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T22:05:29,253 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T22:05:29,262 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-05T22:05:29,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T22:05:29,263 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T22:05:29,263 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T22:05:29,276 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-05T22:05:29,276 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T22:05:29,277 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T22:05:29,278 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T22:05:29,290 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-05T22:05:29,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T22:05:29,291 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T22:05:29,299 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:29,300 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:29,308 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T22:05:29,311 DEBUG [Time-limited test {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:29,333 DEBUG [Time-limited test {}] wal.WALSplitUtil(409): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T22:05:29,334 INFO  [Time-limited test {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68992623, jitterRate=0.028070196509361267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T22:05:29,340 DEBUG [Time-limited test {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-05T22:05:29,344 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-05T22:05:29,803 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(633): Starting 64 core workers (bigger of cpus/4 or 16) with max (burst) worker count=640
2024-12-05T22:05:29,806 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(653): Recovered NoopProcedureStore lease in 0 msec
2024-12-05T22:05:29,807 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(667): Loaded NoopProcedureStore in 0 msec
2024-12-05T22:05:29,866 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733436359866
2024-12-05T22:05:29,866 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-05T22:05:29,926 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,100,1
2024-12-05T22:05:29,929 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,101,1
2024-12-05T22:05:29,929 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,102,1
2024-12-05T22:05:29,929 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,103,1
2024-12-05T22:05:29,930 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,104,1
2024-12-05T22:05:29,930 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,105,1
2024-12-05T22:05:29,931 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,106,1
2024-12-05T22:05:29,931 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,107,1
2024-12-05T22:05:29,931 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,108,1
2024-12-05T22:05:29,932 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,109,1
2024-12-05T22:05:29,943 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T22:05:29,950 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T22:05:29,951 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-05T22:05:29,998 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=1
2024-12-05T22:05:30,105 DEBUG [mockmaster:1234 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=10, allServersCount=10
2024-12-05T22:05:30,109 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:30,111 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:30,112 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:30,112 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:30,112 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:30,112 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:30,112 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:30,113 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:30,113 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:30,113 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:30,113 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:30,113 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:30,114 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:30,114 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:30,114 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:30,114 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:30,114 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:30,115 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:30,115 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:30,115 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:30,115 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:30,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:30,120 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE; OpenRegionProcedure 1588230740, server=localhost,102,1}]
2024-12-05T22:05:30,301 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-05T22:05:30,302 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; OpenRegionProcedure 1588230740, server=localhost,102,1 in 181 msec
2024-12-05T22:05:30,305 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec
2024-12-05T22:05:30,353 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN
2024-12-05T22:05:30,354 INFO  [PEWorker-6 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN
2024-12-05T22:05:30,355 INFO  [PEWorker-6 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-05T22:05:30,404 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=3
2024-12-05T22:05:30,505 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:30,506 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:30,506 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:30,506 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:30,506 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:30,506 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:30,507 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:30,507 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:30,507 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:30,507 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:30,507 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:30,507 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:30,507 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:30,508 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:30,508 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:30,508 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:30,508 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:30,508 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:30,509 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:30,509 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:30,509 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:30,509 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:30,510 INFO  [PEWorker-7 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1}]
2024-12-05T22:05:30,661 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:30,663 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,102,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-05T22:05:30,663 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1 for region state=OPENING, location=localhost,102,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,102,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:30,664 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=4, resume processing ppid=3
2024-12-05T22:05:30,664 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1 in 154 msec
2024-12-05T22:05:30,665 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(308): Retry=1 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,102,1
2024-12-05T22:05:30,665 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:30,816 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:30,817 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:30,817 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:30,817 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:30,817 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:30,817 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:30,817 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:30,818 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:30,818 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:30,818 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:30,818 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:30,819 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:30,819 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:30,819 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:30,819 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:30,819 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:30,819 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:30,820 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:30,820 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:30,820 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:30,820 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:30,820 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:30,821 INFO  [PEWorker-11 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1}]
2024-12-05T22:05:30,972 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:30,973 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,103,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-05T22:05:30,973 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,103,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:30,977 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=3
2024-12-05T22:05:30,977 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(308): Retry=2 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-05T22:05:30,977 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1 in 157 msec
2024-12-05T22:05:30,977 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:31,128 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:31,129 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:31,129 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:31,129 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:31,129 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:31,129 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:31,129 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:31,130 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:31,130 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:31,130 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:31,130 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:31,130 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:31,130 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:31,130 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:31,130 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:31,131 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:31,131 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:31,131 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:31,131 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:31,131 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:31,131 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:31,131 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:31,132 INFO  [PEWorker-15 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1}]
2024-12-05T22:05:31,283 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:31,284 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,103,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-05T22:05:31,284 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,103,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:31,286 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=3
2024-12-05T22:05:31,286 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(308): Retry=3 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-05T22:05:31,286 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:31,286 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1 in 153 msec
2024-12-05T22:05:31,437 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:31,438 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:31,438 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:31,438 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:31,438 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:31,438 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:31,439 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:31,439 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:31,439 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:31,439 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:31,439 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:31,439 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:31,440 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:31,440 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:31,440 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:31,440 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:31,440 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:31,440 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:31,441 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:31,441 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:31,441 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:31,441 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:31,442 INFO  [PEWorker-19 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1}]
2024-12-05T22:05:31,593 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:31,594 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,107,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-05T22:05:31,594 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,107,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:31,595 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=7, resume processing ppid=3
2024-12-05T22:05:31,595 INFO  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(308): Retry=4 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-05T22:05:31,595 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 in 153 msec
2024-12-05T22:05:31,599 WARN  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:31,599 INFO  [PEWorker-22 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=10, timestamp=1733436331609
2024-12-05T22:05:31,610 INFO  [PEWorker-23 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:31,761 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:31,762 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:31,762 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:31,762 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:31,762 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:31,762 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:31,762 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:31,762 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:31,763 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:31,763 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:31,763 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:31,763 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:31,763 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:31,763 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:31,763 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:31,763 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:31,764 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:31,764 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:31,764 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:31,764 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:31,764 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:31,764 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:31,765 INFO  [PEWorker-24 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1}]
2024-12-05T22:05:31,916 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:31,917 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,100,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-05T22:05:31,917 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,100,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:31,918 INFO  [PEWorker-27 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=8, resume processing ppid=3
2024-12-05T22:05:31,919 INFO  [PEWorker-27 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1 in 153 msec
2024-12-05T22:05:31,919 INFO  [PEWorker-26 {}] assignment.TransitRegionStateProcedure(308): Retry=5 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-05T22:05:31,919 WARN  [PEWorker-26 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:31,919 INFO  [PEWorker-26 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=20, timestamp=1733436331939
2024-12-05T22:05:31,941 INFO  [PEWorker-28 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:32,091 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:32,092 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:32,092 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:32,092 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:32,092 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:32,092 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:32,092 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:32,092 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:32,092 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:32,092 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:32,093 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:32,093 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:32,093 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:32,093 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:32,093 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:32,093 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:32,093 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:32,093 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:32,094 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:32,094 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:32,094 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:32,094 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:32,094 INFO  [PEWorker-29 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,108,1}]
2024-12-05T22:05:32,245 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,108,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:32,246 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,108,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-05T22:05:32,246 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,108,1 for region state=OPENING, location=localhost,108,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,108,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:32,247 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=9, resume processing ppid=3
2024-12-05T22:05:32,248 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,108,1 in 153 msec
2024-12-05T22:05:32,248 INFO  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(308): Retry=6 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,108,1
2024-12-05T22:05:32,248 WARN  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:32,249 INFO  [PEWorker-32 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=40, timestamp=1733436332289
2024-12-05T22:05:32,290 INFO  [PEWorker-33 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:32,440 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:32,441 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:32,441 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:32,441 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:32,441 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:32,441 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:32,442 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:32,442 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:32,442 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:32,442 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:32,442 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:32,442 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:32,442 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:32,442 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:32,443 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:32,443 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:32,443 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:32,443 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:32,443 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:32,443 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:32,443 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:32,443 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:32,444 INFO  [PEWorker-34 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,105,1}]
2024-12-05T22:05:32,594 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:32,595 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,105,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-05T22:05:32,595 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,105,1 for region state=OPENING, location=localhost,105,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,105,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:32,596 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=3
2024-12-05T22:05:32,597 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,105,1 in 152 msec
2024-12-05T22:05:32,597 INFO  [PEWorker-36 {}] assignment.TransitRegionStateProcedure(308): Retry=7 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,105,1
2024-12-05T22:05:32,597 WARN  [PEWorker-36 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:32,598 INFO  [PEWorker-36 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=80, timestamp=1733436332677
2024-12-05T22:05:32,677 INFO  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:32,828 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:32,828 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:32,829 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:32,829 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:32,829 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:32,829 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:32,829 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:32,829 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:32,829 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:32,829 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:32,829 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:32,829 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:32,829 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:32,829 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:32,829 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:32,829 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:32,829 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:32,830 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:32,830 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:32,830 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:32,830 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:32,830 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:32,830 INFO  [PEWorker-39 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,101,1}]
2024-12-05T22:05:32,982 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:32,982 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,101,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-05T22:05:32,982 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,101,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:32,983 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=3
2024-12-05T22:05:32,984 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,101,1 in 153 msec
2024-12-05T22:05:32,984 INFO  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(308): Retry=8 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-05T22:05:32,984 WARN  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:32,984 INFO  [PEWorker-43 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=100, timestamp=1733436333084
2024-12-05T22:05:33,089 INFO  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:33,239 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:33,240 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:33,240 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:33,240 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:33,240 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:33,240 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:33,240 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:33,240 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:33,240 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:33,240 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:33,241 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:33,241 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:33,241 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:33,241 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:33,241 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:33,241 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:33,241 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:33,241 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:33,241 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:33,241 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:33,241 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:33,242 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:33,242 INFO  [PEWorker-44 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1}]
2024-12-05T22:05:33,393 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:33,394 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,100,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-05T22:05:33,394 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,100,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:33,395 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=3
2024-12-05T22:05:33,395 INFO  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(308): Retry=9 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-05T22:05:33,395 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1 in 153 msec
2024-12-05T22:05:33,396 WARN  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:33,396 INFO  [PEWorker-47 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=100, timestamp=1733436333496
2024-12-05T22:05:33,497 INFO  [PEWorker-48 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:33,648 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:33,648 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:33,648 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:33,648 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:33,648 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:33,648 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:33,648 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:33,648 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:33,649 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:33,649 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:33,649 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:33,649 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:33,649 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:33,649 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:33,649 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:33,649 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:33,649 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:33,649 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:33,649 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:33,649 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:33,650 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:33,650 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:33,650 INFO  [PEWorker-49 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1}]
2024-12-05T22:05:33,803 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:33,804 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,102,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-05T22:05:33,804 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1 for region state=OPENING, location=localhost,102,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,102,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:33,805 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=3
2024-12-05T22:05:33,805 INFO  [PEWorker-52 {}] assignment.TransitRegionStateProcedure(308): Retry=10 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,102,1
2024-12-05T22:05:33,805 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1 in 155 msec
2024-12-05T22:05:33,806 ERROR [PEWorker-52 {}] procedure2.ProcedureExecutor(1656): Root Procedure pid=3, state=FAILED, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:768) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:312) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	... 12 more
2024-12-05T22:05:33,807 INFO  [PEWorker-52 {}] procedure2.ProcedureExecutor(1666): Rolled back pid=3, state=ROLLEDBACK, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN exec-time=3.4540 sec
2024-12-05T22:05:33,807 WARN  [PEWorker-52 {}] procedure2.ProcedureExecutor(2020): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-12-05T22:05:33,812 INFO  [Time-limited test {}] assignment.TestAssignmentManagerBase(221): ExecutionException
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:117) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:65) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.waitOnFuture(TestAssignmentManagerBase.java:219) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testFailedOpen(TestAMServerFailedOpen.java:99) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:33,813 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(103): REGION STATE state=FAILED_OPEN, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9
2024-12-05T22:05:33,813 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(104): expected exception from assign operation: Max attempts 10 exceeded
org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:33,814 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-05T22:05:33,814 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-05T22:05:33,815 INFO  [Time-limited test {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-05T22:05:33,848 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestAMServerFailedOpen#testCallQueueTooBigExceptionOnAssignment Thread=48 (was 11)
Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: PEWorker-39
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-44
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-47
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-52
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-38
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-50
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-46
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-42
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-33
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-51
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: PEWorker-31
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-45
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-48
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-49
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-41
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-40
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: master:store-WAL-Roller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179)

Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733436329064
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-35
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-28
	java.base@17.0.11/jdk.internal.misc.Unsafe.unpark(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.unpark(LockSupport.java:177)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.signalNext(AbstractQueuedSynchronizer.java:611)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.release(AbstractQueuedSynchronizer.java:1008)
	java.base@17.0.11/java.util.concurrent.locks.ReentrantLock.unlock(ReentrantLock.java:494)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.schedUnlock(AbstractProcedureScheduler.java:285)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:184)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: master:store-Flusher
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$299/0x00007fe9e04d0aa0.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-43
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-37
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/MasterData-prefix:mockmaster.example.org,1234,-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-29
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-30
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-34
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-32
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-36
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=290 (was 284) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=761 (was 742) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4164 (was 4345)
2024-12-05T22:05:33,858 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestAMServerFailedOpen#testServerNotYetRunning Thread=23, OpenFileDescriptor=292, MaxFileDescriptor=1048576, SystemLoadAverage=761, ProcessCount=11, AvailableMemoryMB=4164
2024-12-05T22:05:33,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/hadoop-log-dir so I do NOT create it in target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99
2024-12-05T22:05:33,886 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/hadoop-log-dir Erasing configuration value by system value.
2024-12-05T22:05:33,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/hadoop-tmp-dir so I do NOT create it in target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99
2024-12-05T22:05:33,886 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/hadoop-tmp-dir Erasing configuration value by system value.
2024-12-05T22:05:33,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99
2024-12-05T22:05:33,916 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99 with version=8
2024-12-05T22:05:33,929 DEBUG [Time-limited test {}] util.FSUtils(639): Created cluster ID file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99/hbase.id with ID: 5332c180-6f5c-4380-8cd1-d57f2d9c2cfc
2024-12-05T22:05:34,006 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T22:05:34,007 INFO  [Time-limited test {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T22:05:34,009 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-05T22:05:34,015 INFO  [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T22:05:34,081 INFO  [Time-limited test {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99/MasterData/data/master/store
2024-12-05T22:05:34,113 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T22:05:34,113 DEBUG [Time-limited test {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T22:05:34,113 INFO  [Time-limited test {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T22:05:34,113 DEBUG [Time-limited test {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T22:05:34,113 DEBUG [Time-limited test {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T22:05:34,113 DEBUG [Time-limited test {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T22:05:34,113 INFO  [Time-limited test {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T22:05:34,114 DEBUG [Time-limited test {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-05T22:05:34,114 WARN  [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99/MasterData/data/master/store/.initializing
2024-12-05T22:05:34,114 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99/MasterData/WALs/mockmaster.example.org,1234,-1
2024-12-05T22:05:34,161 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T22:05:34,203 INFO  [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99/MasterData/oldWALs, maxLogs=10
2024-12-05T22:05:34,253 INFO  [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733436334203
2024-12-05T22:05:34,257 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T22:05:34,259 DEBUG [Time-limited test {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-05T22:05:34,259 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T22:05:34,260 DEBUG [Time-limited test {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:34,260 DEBUG [Time-limited test {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:34,267 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T22:05:34,280 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-05T22:05:34,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T22:05:34,280 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T22:05:34,282 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T22:05:34,306 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-05T22:05:34,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T22:05:34,306 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T22:05:34,307 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T22:05:34,318 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-05T22:05:34,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T22:05:34,318 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T22:05:34,319 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T22:05:34,325 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-05T22:05:34,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T22:05:34,326 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T22:05:34,327 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:34,327 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:34,328 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T22:05:34,330 DEBUG [Time-limited test {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:34,349 DEBUG [Time-limited test {}] wal.WALSplitUtil(409): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T22:05:34,349 INFO  [Time-limited test {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60140006, jitterRate=-0.10384407639503479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T22:05:34,350 DEBUG [Time-limited test {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-05T22:05:34,350 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-05T22:05:34,361 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(633): Starting 64 core workers (bigger of cpus/4 or 16) with max (burst) worker count=640
2024-12-05T22:05:34,361 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(653): Recovered NoopProcedureStore lease in 0 msec
2024-12-05T22:05:34,362 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(667): Loaded NoopProcedureStore in 0 msec
2024-12-05T22:05:34,445 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733436364444
2024-12-05T22:05:34,445 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-05T22:05:34,449 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,100,1
2024-12-05T22:05:34,449 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,101,1
2024-12-05T22:05:34,449 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,102,1
2024-12-05T22:05:34,449 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,103,1
2024-12-05T22:05:34,450 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,104,1
2024-12-05T22:05:34,450 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,105,1
2024-12-05T22:05:34,450 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,106,1
2024-12-05T22:05:34,450 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,107,1
2024-12-05T22:05:34,450 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,108,1
2024-12-05T22:05:34,451 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,109,1
2024-12-05T22:05:34,451 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T22:05:34,451 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T22:05:34,452 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-05T22:05:34,501 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=1
2024-12-05T22:05:34,604 DEBUG [mockmaster:1234 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=10, allServersCount=10
2024-12-05T22:05:34,605 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:34,608 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:34,609 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:34,609 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:34,609 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:34,609 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:34,609 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:34,609 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:34,609 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:34,609 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:34,609 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:34,609 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:34,610 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:34,610 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:34,610 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:34,610 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:34,610 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:34,610 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:34,610 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:34,610 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:34,610 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:34,610 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:34,611 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE; OpenRegionProcedure 1588230740, server=localhost,104,1}]
2024-12-05T22:05:34,763 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-05T22:05:34,763 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; OpenRegionProcedure 1588230740, server=localhost,104,1 in 151 msec
2024-12-05T22:05:34,763 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 312 msec
2024-12-05T22:05:34,809 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-05T22:05:34,810 INFO  [PEWorker-6 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-05T22:05:34,810 INFO  [PEWorker-6 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-05T22:05:34,861 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=3
2024-12-05T22:05:34,961 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:34,961 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:34,961 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:34,961 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:34,961 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:34,962 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:34,962 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:34,962 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:34,962 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:34,962 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:34,962 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:34,962 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:34,962 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:34,962 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:34,962 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:34,962 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:34,962 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:34,962 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:34,962 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:34,962 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:34,962 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:34,962 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:34,963 INFO  [PEWorker-7 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1}]
2024-12-05T22:05:35,114 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:35,115 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=0, can wait up to 1000ms
2024-12-05T22:05:35,216 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:35,217 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=1, can wait up to 898ms
2024-12-05T22:05:35,318 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:35,318 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=2, can wait up to 797ms
2024-12-05T22:05:35,419 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:35,419 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=3, can wait up to 696ms
2024-12-05T22:05:35,520 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:35,520 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=4, can wait up to 595ms
2024-12-05T22:05:35,621 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:35,621 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=5, can wait up to 494ms
2024-12-05T22:05:35,721 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:35,722 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=6, can wait up to 393ms
2024-12-05T22:05:35,822 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:35,823 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=7, can wait up to 292ms
2024-12-05T22:05:35,923 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:35,924 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=8, can wait up to 191ms
2024-12-05T22:05:36,025 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:36,025 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=9, can wait up to 90ms
2024-12-05T22:05:36,126 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:36,126 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,105,1 is throwing ServerNotRunningYetException for 1733436336115ms; trying another server
2024-12-05T22:05:36,126 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1 for region state=OPENING, location=localhost,105,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,105,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:36,127 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=4, resume processing ppid=3
2024-12-05T22:05:36,127 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(308): Retry=1 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,105,1
2024-12-05T22:05:36,127 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:36,127 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1 in 1.1640 sec
2024-12-05T22:05:36,278 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:36,278 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:36,278 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:36,278 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:36,278 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:36,279 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:36,279 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:36,279 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:36,279 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:36,279 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:36,279 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:36,279 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:36,279 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:36,279 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:36,279 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:36,279 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:36,279 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:36,279 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:36,279 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:36,279 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:36,280 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:36,280 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:36,280 INFO  [PEWorker-11 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,104,1}]
2024-12-05T22:05:36,431 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:36,432 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=0, can wait up to 1000ms
2024-12-05T22:05:36,532 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:36,533 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=1, can wait up to 899ms
2024-12-05T22:05:36,633 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:36,633 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=2, can wait up to 799ms
2024-12-05T22:05:36,733 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:36,733 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=3, can wait up to 699ms
2024-12-05T22:05:36,834 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:36,834 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=4, can wait up to 598ms
2024-12-05T22:05:36,935 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:36,935 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=5, can wait up to 497ms
2024-12-05T22:05:37,036 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:37,036 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=6, can wait up to 396ms
2024-12-05T22:05:37,137 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:37,137 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=7, can wait up to 295ms
2024-12-05T22:05:37,238 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:37,238 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=8, can wait up to 194ms
2024-12-05T22:05:37,338 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:37,339 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=9, can wait up to 93ms
2024-12-05T22:05:37,439 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:37,440 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,104,1 is throwing ServerNotRunningYetException for 1733436337432ms; trying another server
2024-12-05T22:05:37,440 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,104,1 for region state=OPENING, location=localhost,104,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,104,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:37,441 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=3
2024-12-05T22:05:37,441 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(308): Retry=2 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,104,1
2024-12-05T22:05:37,441 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,104,1 in 1.1610 sec
2024-12-05T22:05:37,441 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:37,592 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:37,592 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:37,592 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:37,592 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:37,593 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:37,593 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:37,593 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:37,593 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:37,593 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:37,593 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:37,593 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:37,593 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:37,593 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:37,593 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:37,593 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:37,593 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:37,593 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:37,593 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:37,593 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:37,593 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:37,593 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:37,594 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:37,594 INFO  [PEWorker-15 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1}]
2024-12-05T22:05:37,745 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:37,746 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=0, can wait up to 1000ms
2024-12-05T22:05:37,846 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:37,847 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=1, can wait up to 898ms
2024-12-05T22:05:37,947 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:37,948 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=2, can wait up to 797ms
2024-12-05T22:05:38,048 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:38,049 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=3, can wait up to 697ms
2024-12-05T22:05:38,055 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-05T22:05:38,056 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-05T22:05:38,149 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:38,150 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=4, can wait up to 595ms
2024-12-05T22:05:38,250 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:38,251 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=5, can wait up to 495ms
2024-12-05T22:05:38,351 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:38,351 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=6, can wait up to 394ms
2024-12-05T22:05:38,451 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:38,451 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=7, can wait up to 294ms
2024-12-05T22:05:38,552 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:38,552 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=8, can wait up to 193ms
2024-12-05T22:05:38,653 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:38,653 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=9, can wait up to 92ms
2024-12-05T22:05:38,754 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:38,754 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,107,1 is throwing ServerNotRunningYetException for 1733436338745ms; trying another server
2024-12-05T22:05:38,754 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,107,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:38,755 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=3
2024-12-05T22:05:38,755 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(308): Retry=3 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-05T22:05:38,755 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1 in 1.1610 sec
2024-12-05T22:05:38,755 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:38,906 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:38,906 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:38,906 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:38,906 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:38,906 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:38,906 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:38,906 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:38,906 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:38,906 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:38,906 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:38,906 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:38,907 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:38,907 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:38,907 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:38,907 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:38,907 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:38,907 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:38,907 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:38,907 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:38,907 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:38,907 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:38,907 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:38,908 INFO  [PEWorker-19 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1}]
2024-12-05T22:05:39,058 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:39,059 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=0, can wait up to 1000ms
2024-12-05T22:05:39,159 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:39,160 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=1, can wait up to 899ms
2024-12-05T22:05:39,261 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:39,261 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=2, can wait up to 798ms
2024-12-05T22:05:39,361 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:39,362 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=3, can wait up to 697ms
2024-12-05T22:05:39,462 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:39,462 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=4, can wait up to 597ms
2024-12-05T22:05:39,563 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:39,563 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=5, can wait up to 496ms
2024-12-05T22:05:39,664 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:39,664 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=6, can wait up to 395ms
2024-12-05T22:05:39,764 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:39,765 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=7, can wait up to 294ms
2024-12-05T22:05:39,865 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:39,866 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=8, can wait up to 193ms
2024-12-05T22:05:39,966 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:39,966 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=9, can wait up to 93ms
2024-12-05T22:05:40,067 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:40,067 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,107,1 is throwing ServerNotRunningYetException for 1733436340059ms; trying another server
2024-12-05T22:05:40,067 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,107,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:40,068 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=7, resume processing ppid=3
2024-12-05T22:05:40,068 INFO  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(308): Retry=4 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-05T22:05:40,068 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1 in 1.1610 sec
2024-12-05T22:05:40,068 WARN  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:40,069 INFO  [PEWorker-22 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=10, timestamp=1733436340079
2024-12-05T22:05:40,079 INFO  [PEWorker-23 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:40,230 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:40,230 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:40,230 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:40,230 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:40,230 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:40,230 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:40,230 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:40,230 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:40,230 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:40,230 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:40,230 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:40,230 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:40,231 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:40,231 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:40,231 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:40,231 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:40,231 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:40,231 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:40,231 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:40,231 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:40,231 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:40,231 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:40,232 INFO  [PEWorker-24 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,100,1}]
2024-12-05T22:05:40,383 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:40,383 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=0, can wait up to 1000ms
2024-12-05T22:05:40,484 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:40,484 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=1, can wait up to 899ms
2024-12-05T22:05:40,585 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:40,585 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=2, can wait up to 798ms
2024-12-05T22:05:40,686 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:40,686 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=3, can wait up to 697ms
2024-12-05T22:05:40,787 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:40,787 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=4, can wait up to 596ms
2024-12-05T22:05:40,888 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:40,888 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=5, can wait up to 495ms
2024-12-05T22:05:40,989 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:40,989 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=6, can wait up to 394ms
2024-12-05T22:05:41,090 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:41,090 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=7, can wait up to 293ms
2024-12-05T22:05:41,191 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:41,191 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=8, can wait up to 192ms
2024-12-05T22:05:41,292 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:41,292 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=9, can wait up to 91ms
2024-12-05T22:05:41,393 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:41,393 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,100,1 is throwing ServerNotRunningYetException for 1733436341383ms; trying another server
2024-12-05T22:05:41,393 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,100,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:41,394 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=8, resume processing ppid=3
2024-12-05T22:05:41,394 INFO  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(308): Retry=5 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-05T22:05:41,394 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,100,1 in 1.1620 sec
2024-12-05T22:05:41,394 WARN  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:41,394 INFO  [PEWorker-27 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=20, timestamp=1733436341414
2024-12-05T22:05:41,415 INFO  [PEWorker-28 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:41,565 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:41,565 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:41,565 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:41,565 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:41,565 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:41,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:41,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:41,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:41,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:41,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:41,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:41,566 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:41,566 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:41,566 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:41,566 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:41,566 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:41,566 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:41,566 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:41,566 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:41,566 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:41,566 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:41,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:41,567 INFO  [PEWorker-30 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1}]
2024-12-05T22:05:41,717 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:41,718 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=0, can wait up to 1000ms
2024-12-05T22:05:41,818 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:41,818 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=1, can wait up to 900ms
2024-12-05T22:05:41,919 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:41,919 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=2, can wait up to 799ms
2024-12-05T22:05:42,020 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:42,020 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=3, can wait up to 698ms
2024-12-05T22:05:42,121 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:42,121 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=4, can wait up to 597ms
2024-12-05T22:05:42,222 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:42,222 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=5, can wait up to 496ms
2024-12-05T22:05:42,323 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:42,323 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=6, can wait up to 395ms
2024-12-05T22:05:42,424 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:42,424 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=7, can wait up to 294ms
2024-12-05T22:05:42,525 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:42,525 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=8, can wait up to 193ms
2024-12-05T22:05:42,626 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:42,626 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=9, can wait up to 92ms
2024-12-05T22:05:42,726 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:42,727 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,105,1 is throwing ServerNotRunningYetException for 1733436342718ms; trying another server
2024-12-05T22:05:42,727 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1 for region state=OPENING, location=localhost,105,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,105,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:42,728 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=9, resume processing ppid=3
2024-12-05T22:05:42,728 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1 in 1.1610 sec
2024-12-05T22:05:42,729 INFO  [PEWorker-31 {}] assignment.TransitRegionStateProcedure(308): Retry=6 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,105,1
2024-12-05T22:05:42,729 WARN  [PEWorker-31 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:42,729 INFO  [PEWorker-31 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=40, timestamp=1733436342769
2024-12-05T22:05:42,770 INFO  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:42,920 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:42,921 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:42,921 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:42,921 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:42,921 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:42,921 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:42,921 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:42,921 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:42,921 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:42,921 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:42,921 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:42,921 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:42,921 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:42,921 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:42,921 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:42,921 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:42,922 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:42,922 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:42,922 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:42,922 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:42,922 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:42,922 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:42,922 INFO  [PEWorker-34 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1}]
2024-12-05T22:05:43,073 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:43,073 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=0, can wait up to 1000ms
2024-12-05T22:05:43,174 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:43,174 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=1, can wait up to 899ms
2024-12-05T22:05:43,275 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:43,275 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=2, can wait up to 798ms
2024-12-05T22:05:43,375 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:43,376 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=3, can wait up to 697ms
2024-12-05T22:05:43,476 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:43,477 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=4, can wait up to 596ms
2024-12-05T22:05:43,579 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:43,579 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=5, can wait up to 494ms
2024-12-05T22:05:43,680 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:43,680 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=6, can wait up to 393ms
2024-12-05T22:05:43,781 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:43,781 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=7, can wait up to 292ms
2024-12-05T22:05:43,882 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:43,882 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=8, can wait up to 191ms
2024-12-05T22:05:43,983 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:43,983 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=9, can wait up to 90ms
2024-12-05T22:05:44,083 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:44,084 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,101,1 is throwing ServerNotRunningYetException for 1733436344073ms; trying another server
2024-12-05T22:05:44,084 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,101,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:44,084 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=3
2024-12-05T22:05:44,085 INFO  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(308): Retry=7 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-05T22:05:44,085 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 in 1.1620 sec
2024-12-05T22:05:44,085 WARN  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:44,085 INFO  [PEWorker-38 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=80, timestamp=1733436344165
2024-12-05T22:05:44,166 INFO  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:44,316 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:44,317 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:44,317 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:44,317 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:44,317 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:44,317 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:44,317 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:44,317 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:44,317 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:44,317 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:44,317 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:44,317 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:44,317 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:44,317 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:44,317 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:44,317 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:44,317 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:44,317 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:44,317 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:44,317 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:44,317 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:44,317 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:44,318 INFO  [PEWorker-40 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,100,1}]
2024-12-05T22:05:44,469 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:44,469 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=0, can wait up to 1000ms
2024-12-05T22:05:44,570 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:44,570 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=1, can wait up to 899ms
2024-12-05T22:05:44,670 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:44,671 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=2, can wait up to 798ms
2024-12-05T22:05:44,771 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:44,771 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=3, can wait up to 698ms
2024-12-05T22:05:44,872 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:44,872 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=4, can wait up to 597ms
2024-12-05T22:05:44,973 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:44,973 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=5, can wait up to 496ms
2024-12-05T22:05:45,074 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:45,074 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=6, can wait up to 395ms
2024-12-05T22:05:45,175 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:45,175 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=7, can wait up to 294ms
2024-12-05T22:05:45,275 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:45,276 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=8, can wait up to 193ms
2024-12-05T22:05:45,376 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:45,377 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=9, can wait up to 92ms
2024-12-05T22:05:45,477 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:45,478 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,100,1 is throwing ServerNotRunningYetException for 1733436345469ms; trying another server
2024-12-05T22:05:45,478 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,100,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:45,478 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=3
2024-12-05T22:05:45,478 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,100,1 in 1.1600 sec
2024-12-05T22:05:45,478 INFO  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(308): Retry=8 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-05T22:05:45,479 WARN  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:45,479 INFO  [PEWorker-42 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=100, timestamp=1733436345579
2024-12-05T22:05:45,579 INFO  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:45,730 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:45,730 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:45,730 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:45,730 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:45,730 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:45,730 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:45,730 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:45,730 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:45,731 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:45,731 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:45,731 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:45,731 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:45,731 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:45,731 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:45,731 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:45,731 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:45,731 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:45,731 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:45,731 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:45,731 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:45,731 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:45,731 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:45,732 INFO  [PEWorker-44 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1}]
2024-12-05T22:05:45,882 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:45,883 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=0, can wait up to 1000ms
2024-12-05T22:05:45,983 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:45,983 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=1, can wait up to 900ms
2024-12-05T22:05:46,084 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:46,084 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=2, can wait up to 799ms
2024-12-05T22:05:46,185 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:46,185 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=3, can wait up to 698ms
2024-12-05T22:05:46,286 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:46,286 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=4, can wait up to 597ms
2024-12-05T22:05:46,386 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:46,387 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=5, can wait up to 497ms
2024-12-05T22:05:46,487 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:46,487 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=6, can wait up to 396ms
2024-12-05T22:05:46,588 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:46,588 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=7, can wait up to 295ms
2024-12-05T22:05:46,688 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:46,689 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=8, can wait up to 194ms
2024-12-05T22:05:46,789 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:46,790 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=9, can wait up to 94ms
2024-12-05T22:05:46,890 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:46,890 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,105,1 is throwing ServerNotRunningYetException for 1733436346883ms; trying another server
2024-12-05T22:05:46,890 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1 for region state=OPENING, location=localhost,105,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,105,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:46,891 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=3
2024-12-05T22:05:46,891 INFO  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(308): Retry=9 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,105,1
2024-12-05T22:05:46,891 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1 in 1.1600 sec
2024-12-05T22:05:46,891 WARN  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:46,891 INFO  [PEWorker-47 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=100, timestamp=1733436346991
2024-12-05T22:05:46,992 INFO  [PEWorker-48 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:47,142 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:47,143 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:47,143 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:47,143 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:47,143 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:47,143 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:47,143 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:47,143 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:47,143 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:47,143 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:47,143 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:47,143 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:47,143 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:47,143 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:47,143 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:47,143 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:47,143 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:47,143 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:47,143 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:47,143 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:47,143 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:47,143 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:47,144 INFO  [PEWorker-49 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1}]
2024-12-05T22:05:47,295 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:47,295 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=0, can wait up to 1000ms
2024-12-05T22:05:47,396 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:47,396 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=1, can wait up to 899ms
2024-12-05T22:05:47,496 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:47,497 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=2, can wait up to 798ms
2024-12-05T22:05:47,597 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:47,597 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=3, can wait up to 698ms
2024-12-05T22:05:47,698 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:47,698 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=4, can wait up to 597ms
2024-12-05T22:05:47,799 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:47,799 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=5, can wait up to 496ms
2024-12-05T22:05:47,899 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:47,900 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=6, can wait up to 395ms
2024-12-05T22:05:48,000 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:48,000 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=7, can wait up to 295ms
2024-12-05T22:05:48,101 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:48,101 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=8, can wait up to 194ms
2024-12-05T22:05:48,202 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:48,202 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=9, can wait up to 93ms
2024-12-05T22:05:48,302 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:48,303 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,107,1 is throwing ServerNotRunningYetException for 1733436348295ms; trying another server
2024-12-05T22:05:48,303 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,107,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:48,303 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=3
2024-12-05T22:05:48,303 INFO  [PEWorker-52 {}] assignment.TransitRegionStateProcedure(308): Retry=10 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-05T22:05:48,303 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1 in 1.1590 sec
2024-12-05T22:05:48,304 ERROR [PEWorker-52 {}] procedure2.ProcedureExecutor(1656): Root Procedure pid=3, state=FAILED, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:768) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:312) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	... 12 more
2024-12-05T22:05:48,304 INFO  [PEWorker-52 {}] procedure2.ProcedureExecutor(1666): Rolled back pid=3, state=ROLLEDBACK, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN exec-time=13.4960 sec
2024-12-05T22:05:48,304 WARN  [PEWorker-52 {}] procedure2.ProcedureExecutor(2020): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-12-05T22:05:48,345 INFO  [Time-limited test {}] assignment.TestAssignmentManagerBase(221): ExecutionException
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:117) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:65) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.waitOnFuture(TestAssignmentManagerBase.java:219) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testRetriesExhaustedFailure(TestAMServerFailedOpen.java:68) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testServerNotYetRunning(TestAMServerFailedOpen.java:54) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:48,345 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(72): expected exception from assign operation: Max attempts 10 exceeded
org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:48,346 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-05T22:05:48,346 INFO  [PEWorker-53 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-05T22:05:48,346 INFO  [PEWorker-53 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=FAILED_OPEN, location=null; forceNewPlan=false, retain=false
2024-12-05T22:05:48,396 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=14
2024-12-05T22:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:48,497 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:48,497 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:48,497 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:48,497 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:48,497 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:48,497 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:48,497 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:48,497 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:48,497 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:48,497 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:48,497 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:48,498 INFO  [PEWorker-54 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,102,1}]
2024-12-05T22:05:48,649 INFO  [PEWorker-56 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14
2024-12-05T22:05:48,650 INFO  [PEWorker-56 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,102,1 in 151 msec
2024-12-05T22:05:48,650 INFO  [PEWorker-57 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN in 303 msec
2024-12-05T22:05:48,697 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-05T22:05:48,697 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-05T22:05:48,697 INFO  [Time-limited test {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-05T22:05:48,711 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestAMServerFailedOpen#testServerNotYetRunning Thread=72 (was 23)
Potentially hanging thread: PEWorker-35
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-39
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-44
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733436334203
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-22
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-27
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-32
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-48
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-17
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-50
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-36
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-47
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-55
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-56
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-53
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-46
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-49
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-34
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-25
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-40
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-23
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-43
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-57
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e483f6a3-159a-f1e4-fdc9-2eb7d719ce99/MasterData-prefix:mockmaster.example.org,1234,-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: PEWorker-26
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-30
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-37
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-33
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-29
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-51
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-38
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-24
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-41
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-54
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-28
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-21
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-18
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-52
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.unpark(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.unpark(LockSupport.java:177)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.signalNext(AbstractQueuedSynchronizer.java:611)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.release(AbstractQueuedSynchronizer.java:1008)
	java.base@17.0.11/java.util.concurrent.locks.ReentrantLock.unlock(ReentrantLock.java:494)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.schedUnlock(AbstractProcedureScheduler.java:285)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:184)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-45
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-31
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-42
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)
 - Thread LEAK? -, OpenFileDescriptor=294 (was 292) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=679 (was 761), ProcessCount=11 (was 11), AvailableMemoryMB=4056 (was 4164)
2024-12-05T22:05:48,719 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestAMServerFailedOpen#testDoNotRetryExceptionOnAssignment Thread=28, OpenFileDescriptor=294, MaxFileDescriptor=1048576, SystemLoadAverage=679, ProcessCount=11, AvailableMemoryMB=4056
2024-12-05T22:05:48,738 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/hadoop-log-dir so I do NOT create it in target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc
2024-12-05T22:05:48,738 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/hadoop-log-dir Erasing configuration value by system value.
2024-12-05T22:05:48,738 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/hadoop-tmp-dir so I do NOT create it in target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc
2024-12-05T22:05:48,738 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/f452aa35-d53b-45df-ada8-3da6c2f8a295/hadoop-tmp-dir Erasing configuration value by system value.
2024-12-05T22:05:48,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc
2024-12-05T22:05:48,773 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc with version=8
2024-12-05T22:05:48,781 DEBUG [Time-limited test {}] util.FSUtils(639): Created cluster ID file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc/hbase.id with ID: 67b91f42-7127-4e18-8b73-f31292ef1307
2024-12-05T22:05:48,818 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-05T22:05:48,819 INFO  [Time-limited test {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-05T22:05:48,821 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-05T22:05:48,824 INFO  [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-05T22:05:48,855 INFO  [Time-limited test {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc/MasterData/data/master/store
2024-12-05T22:05:48,865 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T22:05:48,865 DEBUG [Time-limited test {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-05T22:05:48,866 INFO  [Time-limited test {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T22:05:48,866 DEBUG [Time-limited test {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T22:05:48,866 DEBUG [Time-limited test {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-05T22:05:48,866 DEBUG [Time-limited test {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T22:05:48,866 INFO  [Time-limited test {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-05T22:05:48,866 DEBUG [Time-limited test {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-05T22:05:48,866 WARN  [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc/MasterData/data/master/store/.initializing
2024-12-05T22:05:48,866 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc/MasterData/WALs/mockmaster.example.org,1234,-1
2024-12-05T22:05:48,872 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-05T22:05:48,876 INFO  [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc/MasterData/oldWALs, maxLogs=10
2024-12-05T22:05:48,899 INFO  [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733436348876
2024-12-05T22:05:48,899 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: []
2024-12-05T22:05:48,900 DEBUG [Time-limited test {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-05T22:05:48,900 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-05T22:05:48,900 DEBUG [Time-limited test {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:48,900 DEBUG [Time-limited test {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:48,901 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T22:05:48,907 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-05T22:05:48,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T22:05:48,908 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-05T22:05:48,908 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T22:05:48,912 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-05T22:05:48,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T22:05:48,913 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T22:05:48,913 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T22:05:48,917 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-05T22:05:48,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T22:05:48,917 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T22:05:48,918 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-05T22:05:48,923 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-05T22:05:48,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-05T22:05:48,924 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-05T22:05:48,925 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:48,925 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:48,926 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-05T22:05:48,927 DEBUG [Time-limited test {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-05T22:05:48,945 DEBUG [Time-limited test {}] wal.WALSplitUtil(409): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-05T22:05:48,946 INFO  [Time-limited test {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65690254, jitterRate=-0.021138936281204224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-05T22:05:48,946 DEBUG [Time-limited test {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-05T22:05:48,946 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-05T22:05:48,953 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(633): Starting 64 core workers (bigger of cpus/4 or 16) with max (burst) worker count=640
2024-12-05T22:05:48,954 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(653): Recovered NoopProcedureStore lease in 0 msec
2024-12-05T22:05:48,954 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(667): Loaded NoopProcedureStore in 0 msec
2024-12-05T22:05:48,963 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733436378963
2024-12-05T22:05:48,963 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-05T22:05:48,964 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,100,1
2024-12-05T22:05:48,964 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,101,1
2024-12-05T22:05:48,964 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,102,1
2024-12-05T22:05:48,964 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,103,1
2024-12-05T22:05:48,964 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,104,1
2024-12-05T22:05:48,965 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,105,1
2024-12-05T22:05:48,965 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,106,1
2024-12-05T22:05:48,965 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,107,1
2024-12-05T22:05:48,965 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,108,1
2024-12-05T22:05:48,965 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,109,1
2024-12-05T22:05:48,965 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T22:05:48,965 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-05T22:05:48,965 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-05T22:05:49,015 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=1
2024-12-05T22:05:49,116 DEBUG [mockmaster:1234 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=10, allServersCount=10
2024-12-05T22:05:49,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:49,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:49,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:49,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:49,117 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:49,117 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:49,117 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:49,117 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:49,117 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:49,117 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:49,117 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:49,117 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:49,117 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:49,117 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:49,117 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:49,117 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:49,117 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:49,117 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:49,117 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:49,117 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:49,117 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:49,117 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:49,117 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE; OpenRegionProcedure 1588230740, server=localhost,105,1}]
2024-12-05T22:05:49,269 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-05T22:05:49,269 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; OpenRegionProcedure 1588230740, server=localhost,105,1 in 152 msec
2024-12-05T22:05:49,269 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 304 msec
2024-12-05T22:05:49,272 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN
2024-12-05T22:05:49,273 INFO  [PEWorker-6 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN
2024-12-05T22:05:49,273 INFO  [PEWorker-6 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-05T22:05:49,323 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=3
2024-12-05T22:05:49,423 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:49,423 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:49,424 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:49,424 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:49,424 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:49,424 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:49,424 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:49,424 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:49,424 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:49,424 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:49,424 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:49,424 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:49,424 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:49,424 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:49,424 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:49,424 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:49,424 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:49,424 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:49,424 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:49,424 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:49,424 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:49,424 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:49,425 INFO  [PEWorker-7 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1}]
2024-12-05T22:05:49,576 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,108,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:49,576 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,108,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-05T22:05:49,576 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 for region state=OPENING, location=localhost,108,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,108,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:49,577 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=4, resume processing ppid=3
2024-12-05T22:05:49,577 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 in 153 msec
2024-12-05T22:05:49,577 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(308): Retry=1 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,108,1
2024-12-05T22:05:49,577 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:49,727 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:49,727 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:49,728 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:49,728 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:49,728 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:49,728 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:49,728 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:49,728 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:49,728 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:49,728 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:49,728 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:49,728 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:49,728 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:49,728 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:49,728 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:49,728 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:49,728 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:49,728 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:49,728 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:49,728 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:49,728 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:49,728 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:49,728 INFO  [PEWorker-11 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,106,1}]
2024-12-05T22:05:49,879 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:49,880 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,106,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-05T22:05:49,880 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,106,1 for region state=OPENING, location=localhost,106,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,106,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:49,880 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=3
2024-12-05T22:05:49,881 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(308): Retry=2 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,106,1
2024-12-05T22:05:49,881 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,106,1 in 152 msec
2024-12-05T22:05:49,881 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:50,031 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:50,031 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:50,031 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:50,031 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:50,031 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:50,031 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:50,031 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:50,031 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:50,032 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:50,032 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:50,032 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:50,032 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:50,032 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:50,032 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:50,032 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:50,032 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:50,032 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:50,032 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:50,032 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:50,032 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:50,032 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:50,032 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:50,033 INFO  [PEWorker-15 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,101,1}]
2024-12-05T22:05:50,184 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:50,185 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,101,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-05T22:05:50,185 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,101,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:50,185 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=3
2024-12-05T22:05:50,186 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,101,1 in 153 msec
2024-12-05T22:05:50,186 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(308): Retry=3 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-05T22:05:50,186 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:50,336 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:50,336 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:50,336 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:50,336 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:50,336 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:50,337 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:50,337 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:50,337 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:50,337 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:50,337 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:50,337 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:50,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:50,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:50,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:50,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:50,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:50,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:50,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:50,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:50,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:50,337 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:50,337 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:50,337 INFO  [PEWorker-19 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,102,1}]
2024-12-05T22:05:50,488 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:50,488 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,102,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-05T22:05:50,488 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,102,1 for region state=OPENING, location=localhost,102,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,102,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:50,489 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=7, resume processing ppid=3
2024-12-05T22:05:50,489 INFO  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(308): Retry=4 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,102,1
2024-12-05T22:05:50,489 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,102,1 in 152 msec
2024-12-05T22:05:50,489 WARN  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:50,489 INFO  [PEWorker-22 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=10, timestamp=1733436350499
2024-12-05T22:05:50,500 INFO  [PEWorker-23 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:50,650 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:50,650 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:50,650 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:50,650 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:50,651 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:50,651 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:50,651 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:50,651 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:50,651 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:50,651 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:50,651 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:50,651 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:50,651 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:50,651 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:50,651 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:50,651 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:50,651 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:50,651 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:50,651 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:50,651 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:50,651 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:50,651 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:50,652 INFO  [PEWorker-24 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1}]
2024-12-05T22:05:50,802 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,108,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:50,803 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,108,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-05T22:05:50,803 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 for region state=OPENING, location=localhost,108,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,108,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:50,803 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=8, resume processing ppid=3
2024-12-05T22:05:50,803 INFO  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(308): Retry=5 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,108,1
2024-12-05T22:05:50,803 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 in 152 msec
2024-12-05T22:05:50,804 WARN  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:50,804 INFO  [PEWorker-27 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=20, timestamp=1733436350824
2024-12-05T22:05:50,824 INFO  [PEWorker-28 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:50,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:50,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:50,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:50,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:50,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:50,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:50,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:50,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:50,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:50,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:50,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:50,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:50,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:50,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:50,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:50,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:50,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:50,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:50,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:50,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:50,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:50,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:50,976 INFO  [PEWorker-29 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1}]
2024-12-05T22:05:51,126 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:51,127 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,100,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-05T22:05:51,127 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,100,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:51,127 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=9, resume processing ppid=3
2024-12-05T22:05:51,127 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 in 152 msec
2024-12-05T22:05:51,127 INFO  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(308): Retry=6 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-05T22:05:51,127 WARN  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:51,128 INFO  [PEWorker-32 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=40, timestamp=1733436351168
2024-12-05T22:05:51,168 INFO  [PEWorker-33 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:51,318 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:51,319 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:51,319 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:51,319 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:51,319 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:51,319 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:51,319 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:51,319 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:51,319 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:51,319 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:51,319 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:51,319 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:51,319 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:51,319 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:51,319 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:51,319 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:51,319 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:51,319 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:51,319 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:51,319 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:51,319 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:51,319 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:51,320 INFO  [PEWorker-34 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1}]
2024-12-05T22:05:51,470 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:51,471 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,100,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-05T22:05:51,471 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,100,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:51,471 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=3
2024-12-05T22:05:51,471 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 in 152 msec
2024-12-05T22:05:51,471 INFO  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(308): Retry=7 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-05T22:05:51,471 WARN  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:51,472 INFO  [PEWorker-37 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=80, timestamp=1733436351552
2024-12-05T22:05:51,552 INFO  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:51,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:51,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:51,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:51,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:51,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:51,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:51,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:51,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:51,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:51,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:51,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:51,703 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:51,703 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:51,703 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:51,703 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:51,703 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:51,703 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:51,703 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:51,703 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:51,703 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:51,703 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:51,703 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:51,704 INFO  [PEWorker-39 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1}]
2024-12-05T22:05:51,854 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:51,855 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,109,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-05T22:05:51,855 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1 for region state=OPENING, location=localhost,109,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,109,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:51,855 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=3
2024-12-05T22:05:51,855 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1 in 151 msec
2024-12-05T22:05:51,855 INFO  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(308): Retry=8 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,109,1
2024-12-05T22:05:51,855 WARN  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:51,856 INFO  [PEWorker-42 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=100, timestamp=1733436351956
2024-12-05T22:05:51,956 INFO  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:52,107 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:52,107 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:52,107 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:52,107 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:52,107 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:52,107 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:52,107 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:52,107 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:52,107 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:52,107 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:52,107 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:52,107 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:52,107 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:52,107 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:52,107 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:52,107 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:52,108 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:52,108 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:52,108 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:52,108 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:52,108 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:52,108 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:52,108 INFO  [PEWorker-44 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,105,1}]
2024-12-05T22:05:52,258 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:52,258 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,105,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-05T22:05:52,258 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,105,1 for region state=OPENING, location=localhost,105,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,105,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:52,259 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=3
2024-12-05T22:05:52,259 INFO  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(308): Retry=9 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,105,1
2024-12-05T22:05:52,259 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,105,1 in 151 msec
2024-12-05T22:05:52,259 WARN  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:52,259 INFO  [PEWorker-47 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=100, timestamp=1733436352359
2024-12-05T22:05:52,360 INFO  [PEWorker-48 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-05T22:05:52,510 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-05T22:05:52,510 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-05T22:05:52,511 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-05T22:05:52,511 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-05T22:05:52,511 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-05T22:05:52,511 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-05T22:05:52,511 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-05T22:05:52,511 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-05T22:05:52,511 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-05T22:05:52,511 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-05T22:05:52,511 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-05T22:05:52,511 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-05T22:05:52,511 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-05T22:05:52,511 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-05T22:05:52,511 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-05T22:05:52,511 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-05T22:05:52,511 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-05T22:05:52,511 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-05T22:05:52,511 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-05T22:05:52,511 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-05T22:05:52,511 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-05T22:05:52,511 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-05T22:05:52,511 INFO  [PEWorker-49 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,107,1}]
2024-12-05T22:05:52,662 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:52,663 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,107,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-05T22:05:52,663 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,107,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-05T22:05:52,663 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=3
2024-12-05T22:05:52,663 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,107,1 in 152 msec
2024-12-05T22:05:52,663 INFO  [PEWorker-52 {}] assignment.TransitRegionStateProcedure(308): Retry=10 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-05T22:05:52,664 ERROR [PEWorker-52 {}] procedure2.ProcedureExecutor(1656): Root Procedure pid=3, state=FAILED, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:768) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:312) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	... 12 more
2024-12-05T22:05:52,664 INFO  [PEWorker-52 {}] procedure2.ProcedureExecutor(1666): Rolled back pid=3, state=ROLLEDBACK, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN exec-time=3.3920 sec
2024-12-05T22:05:52,664 WARN  [PEWorker-52 {}] procedure2.ProcedureExecutor(2020): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-12-05T22:05:52,678 INFO  [Time-limited test {}] assignment.TestAssignmentManagerBase(221): ExecutionException
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:117) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:65) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.waitOnFuture(TestAssignmentManagerBase.java:219) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testFailedOpen(TestAMServerFailedOpen.java:99) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:52,679 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(103): REGION STATE state=FAILED_OPEN, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157
2024-12-05T22:05:52,679 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(104): expected exception from assign operation: Max attempts 10 exceeded
org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-05T22:05:52,679 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-05T22:05:52,680 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-05T22:05:52,680 INFO  [Time-limited test {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-05T22:05:52,692 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestAMServerFailedOpen#testDoNotRetryExceptionOnAssignment Thread=87 (was 28)
Potentially hanging thread: PEWorker-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-17
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-64
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-36
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-18
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc/MasterData-prefix:mockmaster.example.org,1234,-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-47
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-29
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-38
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-39
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-41
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-34
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-45
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-30
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-51
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-43
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-25
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-46
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-62
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-32
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-40
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a972a9f1-f37d-f604-f02d-c0d50cee34fc/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733436348876
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-31
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-35
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-48
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-27
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-63
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-21
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-23
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-50
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-52
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-44
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-37
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-22
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-28
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-33
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-42
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-24
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-49
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-26
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)
 - Thread LEAK? -, OpenFileDescriptor=298 (was 294) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=697 (was 679) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3849 (was 4056)