2024-12-06 15:05:04,780 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1b1cfb87
2024-12-06 15:05:04,796 main DEBUG Took 0.014031 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-06 15:05:04,797 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-06 15:05:04,797 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-06 15:05:04,798 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-06 15:05:04,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,810 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-06 15:05:04,822 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,824 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,825 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,827 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,828 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,830 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,831 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,832 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,833 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,834 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,835 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,836 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-06 15:05:04,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,838 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-06 15:05:04,840 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-06 15:05:04,841 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-06 15:05:04,844 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-06 15:05:04,845 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-06 15:05:04,846 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-06 15:05:04,847 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-06 15:05:04,858 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-06 15:05:04,862 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-06 15:05:04,864 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-06 15:05:04,865 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-06 15:05:04,865 main DEBUG createAppenders(={Console})
2024-12-06 15:05:04,866 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1b1cfb87 initialized
2024-12-06 15:05:04,866 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1b1cfb87
2024-12-06 15:05:04,867 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@1b1cfb87 OK.
2024-12-06 15:05:04,868 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-06 15:05:04,868 main DEBUG OutputStream closed
2024-12-06 15:05:04,868 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-06 15:05:04,869 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-06 15:05:04,869 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@659499f1 OK
2024-12-06 15:05:04,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-06 15:05:04,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-06 15:05:04,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-06 15:05:04,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-06 15:05:04,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-06 15:05:04,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-06 15:05:04,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-06 15:05:04,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-06 15:05:04,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-06 15:05:04,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-06 15:05:04,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-06 15:05:04,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-06 15:05:04,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-06 15:05:04,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-06 15:05:04,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-06 15:05:04,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-06 15:05:04,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-06 15:05:04,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-06 15:05:04,968 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-06 15:05:04,969 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e6ef134) with optional ClassLoader: null
2024-12-06 15:05:04,969 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-06 15:05:04,970 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e6ef134] started OK.
2024-12-06T15:05:04,989 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen timeout: 13 mins
2024-12-06 15:05:04,992 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-06 15:05:04,993 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-06T15:05:05,034 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestAMServerFailedOpen#testCallQueueTooBigExceptionOnAssignment Thread=11, OpenFileDescriptor=284, MaxFileDescriptor=1048576, SystemLoadAverage=493, ProcessCount=11, AvailableMemoryMB=8432
2024-12-06T15:05:05,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96
2024-12-06T15:05:06,584 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-12-06T15:05:06,632 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-06T15:05:06,721 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-06T15:05:06,993 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96 with version=8
2024-12-06T15:05:07,026 DEBUG [Time-limited test {}] util.FSUtils(639): Created cluster ID file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/hbase.id with ID: 07cde854-88b3-48fd-ae04-49a1cf619e2b
2024-12-06T15:05:07,078 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T15:05:07,107 INFO  [Time-limited test {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T15:05:07,112 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-06T15:05:07,215 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:232) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:207) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.MockMasterServices.<init>(MockMasterServices.java:120) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.setUp(TestAssignmentManagerBase.java:157) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:07,223 INFO  [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T15:05:07,227 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-06T15:05:07,246 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-06T15:05:07,246 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-06T15:05:07,329 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-06T15:05:07,335 INFO  [Time-limited test {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/MasterData/data/master/store
2024-12-06T15:05:07,357 INFO  [Time-limited test {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-06T15:05:07,358 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T15:05:07,414 DEBUG [Time-limited test {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T15:05:07,415 INFO  [Time-limited test {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T15:05:07,415 DEBUG [Time-limited test {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T15:05:07,416 DEBUG [Time-limited test {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T15:05:07,416 DEBUG [Time-limited test {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T15:05:07,417 INFO  [Time-limited test {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T15:05:07,417 DEBUG [Time-limited test {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-06T15:05:07,418 WARN  [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/MasterData/data/master/store/.initializing
2024-12-06T15:05:07,418 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/MasterData/WALs/mockmaster.example.org,1234,-1
2024-12-06T15:05:07,439 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T15:05:07,452 INFO  [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/MasterData/oldWALs, maxLogs=10
2024-12-06T15:05:07,540 INFO  [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733497507480
2024-12-06T15:05:07,550 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: []
2024-12-06T15:05:07,551 DEBUG [Time-limited test {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-06T15:05:07,554 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T15:05:07,558 DEBUG [Time-limited test {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:07,560 DEBUG [Time-limited test {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:07,613 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T15:05:07,653 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-06T15:05:07,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T15:05:07,662 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T15:05:07,663 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T15:05:07,669 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-06T15:05:07,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T15:05:07,669 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T15:05:07,670 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T15:05:07,674 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-06T15:05:07,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T15:05:07,675 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T15:05:07,675 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T15:05:07,680 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-06T15:05:07,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T15:05:07,681 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T15:05:07,685 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:07,686 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:07,692 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T15:05:07,694 DEBUG [Time-limited test {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:07,704 DEBUG [Time-limited test {}] wal.WALSplitUtil(409): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T15:05:07,705 INFO  [Time-limited test {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74439631, jitterRate=0.109236940741539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T15:05:07,710 DEBUG [Time-limited test {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-06T15:05:07,711 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-06T15:05:08,155 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(633): Starting 64 core workers (bigger of cpus/4 or 16) with max (burst) worker count=640
2024-12-06T15:05:08,159 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(653): Recovered NoopProcedureStore lease in 0 msec
2024-12-06T15:05:08,161 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(667): Loaded NoopProcedureStore in 0 msec
2024-12-06T15:05:08,226 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733497538226
2024-12-06T15:05:08,227 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-06T15:05:08,264 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,100,1
2024-12-06T15:05:08,266 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,101,1
2024-12-06T15:05:08,266 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,102,1
2024-12-06T15:05:08,266 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,103,1
2024-12-06T15:05:08,267 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,104,1
2024-12-06T15:05:08,267 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,105,1
2024-12-06T15:05:08,267 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,106,1
2024-12-06T15:05:08,267 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,107,1
2024-12-06T15:05:08,268 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,108,1
2024-12-06T15:05:08,268 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,109,1
2024-12-06T15:05:08,275 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T15:05:08,280 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T15:05:08,281 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-06T15:05:08,329 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=1
2024-12-06T15:05:08,435 DEBUG [mockmaster:1234 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=10, allServersCount=10
2024-12-06T15:05:08,439 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:08,441 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:08,441 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:08,442 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:08,442 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:08,442 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:08,442 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:08,442 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:08,442 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:08,443 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:08,443 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:08,443 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:08,443 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:08,443 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:08,443 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:08,444 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:08,444 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:08,444 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:08,444 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:08,444 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:08,444 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:08,445 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:08,450 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE; OpenRegionProcedure 1588230740, server=localhost,105,1}]
2024-12-06T15:05:08,641 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-06T15:05:08,641 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; OpenRegionProcedure 1588230740, server=localhost,105,1 in 191 msec
2024-12-06T15:05:08,644 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec
2024-12-06T15:05:08,684 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN
2024-12-06T15:05:08,685 INFO  [PEWorker-6 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN
2024-12-06T15:05:08,685 INFO  [PEWorker-6 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-06T15:05:08,735 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=3
2024-12-06T15:05:08,836 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:08,837 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:08,837 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:08,837 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:08,837 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:08,837 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:08,838 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:08,838 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:08,838 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:08,838 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:08,838 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:08,839 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:08,839 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:08,839 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:08,839 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:08,840 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:08,840 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:08,840 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:08,840 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:08,840 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:08,841 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:08,841 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:08,842 INFO  [PEWorker-7 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1}]
2024-12-06T15:05:08,993 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:08,994 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,107,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-06T15:05:08,995 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,107,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:08,995 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=4, resume processing ppid=3
2024-12-06T15:05:08,996 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 in 153 msec
2024-12-06T15:05:08,996 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(308): Retry=1 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-06T15:05:08,997 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:09,147 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:09,148 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:09,148 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:09,148 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:09,148 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:09,149 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:09,149 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:09,149 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:09,149 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:09,149 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:09,149 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:09,150 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:09,150 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:09,150 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:09,150 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:09,150 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:09,150 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:09,150 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:09,151 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:09,151 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:09,151 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:09,151 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:09,152 INFO  [PEWorker-11 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,109,1}]
2024-12-06T15:05:09,303 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:09,304 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,109,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-06T15:05:09,304 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,109,1 for region state=OPENING, location=localhost,109,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,109,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:09,306 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=3
2024-12-06T15:05:09,306 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,109,1 in 153 msec
2024-12-06T15:05:09,306 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(308): Retry=2 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,109,1
2024-12-06T15:05:09,306 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:09,457 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:09,457 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:09,457 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:09,457 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:09,457 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:09,458 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:09,458 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:09,458 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:09,458 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:09,458 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:09,458 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:09,459 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:09,459 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:09,459 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:09,459 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:09,459 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:09,460 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:09,460 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:09,460 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:09,460 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:09,460 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:09,461 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:09,461 INFO  [PEWorker-15 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1}]
2024-12-06T15:05:09,612 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:09,613 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,103,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-06T15:05:09,613 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,103,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:09,614 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=3
2024-12-06T15:05:09,614 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(308): Retry=3 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-06T15:05:09,615 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,103,1 in 153 msec
2024-12-06T15:05:09,615 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:09,765 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:09,766 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:09,766 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:09,766 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:09,766 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:09,767 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:09,767 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:09,767 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:09,767 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:09,767 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:09,767 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:09,768 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:09,768 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:09,768 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:09,768 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:09,768 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:09,769 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:09,769 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:09,769 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:09,769 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:09,769 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:09,770 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:09,770 INFO  [PEWorker-19 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,104,1}]
2024-12-06T15:05:09,921 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:09,923 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,104,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-06T15:05:09,923 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,104,1 for region state=OPENING, location=localhost,104,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,104,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:09,924 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=7, resume processing ppid=3
2024-12-06T15:05:09,924 INFO  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(308): Retry=4 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,104,1
2024-12-06T15:05:09,924 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,104,1 in 154 msec
2024-12-06T15:05:09,927 WARN  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:09,928 INFO  [PEWorker-22 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=10, timestamp=1733497509938
2024-12-06T15:05:09,938 INFO  [PEWorker-23 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:10,089 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:10,090 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:10,090 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:10,090 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:10,090 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:10,090 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:10,091 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:10,091 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:10,091 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:10,091 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:10,091 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:10,091 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:10,091 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:10,092 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:10,092 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:10,092 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:10,092 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:10,092 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:10,092 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:10,093 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:10,093 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:10,093 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:10,094 INFO  [PEWorker-24 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1}]
2024-12-06T15:05:10,245 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:10,246 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,102,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-06T15:05:10,246 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1 for region state=OPENING, location=localhost,102,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,102,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:10,248 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=8, resume processing ppid=3
2024-12-06T15:05:10,248 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,102,1 in 154 msec
2024-12-06T15:05:10,248 INFO  [PEWorker-26 {}] assignment.TransitRegionStateProcedure(308): Retry=5 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,102,1
2024-12-06T15:05:10,248 WARN  [PEWorker-26 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:10,249 INFO  [PEWorker-26 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=20, timestamp=1733497510269
2024-12-06T15:05:10,270 INFO  [PEWorker-28 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:10,420 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:10,421 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:10,421 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:10,421 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:10,421 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:10,421 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:10,421 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:10,421 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:10,421 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:10,422 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:10,422 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:10,422 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:10,422 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:10,422 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:10,422 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:10,422 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:10,422 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:10,422 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:10,422 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:10,423 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:10,423 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:10,423 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:10,424 INFO  [PEWorker-29 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1}]
2024-12-06T15:05:10,575 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:10,575 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,100,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-06T15:05:10,576 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,100,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:10,577 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=9, resume processing ppid=3
2024-12-06T15:05:10,577 INFO  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(308): Retry=6 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-06T15:05:10,577 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1 in 154 msec
2024-12-06T15:05:10,577 WARN  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:10,578 INFO  [PEWorker-32 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=40, timestamp=1733497510618
2024-12-06T15:05:10,619 INFO  [PEWorker-33 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:10,769 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:10,770 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:10,770 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:10,770 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:10,770 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:10,770 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:10,770 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:10,770 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:10,770 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:10,770 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:10,771 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:10,771 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:10,771 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:10,771 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:10,771 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:10,771 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:10,771 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:10,771 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:10,771 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:10,771 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:10,772 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:10,772 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:10,772 INFO  [PEWorker-34 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,108,1}]
2024-12-06T15:05:10,923 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,108,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:10,924 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,108,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-06T15:05:10,924 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,108,1 for region state=OPENING, location=localhost,108,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,108,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:10,925 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=3
2024-12-06T15:05:10,925 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,108,1 in 153 msec
2024-12-06T15:05:10,925 INFO  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(308): Retry=7 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,108,1
2024-12-06T15:05:10,926 WARN  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:10,926 INFO  [PEWorker-37 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=80, timestamp=1733497511006
2024-12-06T15:05:11,007 INFO  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:11,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:11,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:11,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:11,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:11,158 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:11,159 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:11,159 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:11,159 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:11,159 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:11,159 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:11,159 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:11,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:11,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:11,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:11,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:11,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:11,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:11,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:11,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:11,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:11,159 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:11,160 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:11,160 INFO  [PEWorker-39 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1}]
2024-12-06T15:05:11,311 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:11,312 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,100,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-06T15:05:11,312 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,100,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:11,313 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=3
2024-12-06T15:05:11,313 INFO  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(308): Retry=8 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-06T15:05:11,313 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1 in 153 msec
2024-12-06T15:05:11,314 WARN  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:11,314 INFO  [PEWorker-42 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=100, timestamp=1733497511414
2024-12-06T15:05:11,415 INFO  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:11,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:11,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:11,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:11,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:11,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:11,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:11,566 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:11,567 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:11,567 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:11,567 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:11,567 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:11,567 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:11,567 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:11,567 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:11,567 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:11,567 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:11,568 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:11,568 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:11,568 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:11,568 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:11,568 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:11,568 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:11,569 INFO  [PEWorker-44 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1}]
2024-12-06T15:05:11,720 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:11,720 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,107,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-06T15:05:11,721 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,107,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:11,721 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=3
2024-12-06T15:05:11,722 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,107,1 in 152 msec
2024-12-06T15:05:11,721 INFO  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(308): Retry=9 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-06T15:05:11,722 WARN  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:11,722 INFO  [PEWorker-47 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; timeout=100, timestamp=1733497511822
2024-12-06T15:05:11,823 INFO  [PEWorker-48 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:11,973 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:11,974 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:11,974 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:11,974 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:11,974 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:11,974 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:11,974 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:11,974 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:11,974 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:11,974 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:11,974 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:11,974 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:11,974 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:11,974 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:11,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:11,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:11,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:11,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:11,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:11,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:11,975 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:11,975 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:11,976 INFO  [PEWorker-49 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1}]
2024-12-06T15:05:12,127 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:12,127 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(348): request to localhost,100,1 failed due to org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault, try=0, this usually because server is overloaded, give up
2024-12-06T15:05:12,127 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9 to server localhost,100,1 failed
org.apache.hadoop.hbase.CallQueueTooBigException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:12,128 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=3
2024-12-06T15:05:12,128 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=3, state=SUCCESS; OpenRegionProcedure 8a268d1a0948fedcd7b7d6332c8390f9, server=localhost,100,1 in 152 msec
2024-12-06T15:05:12,128 INFO  [PEWorker-52 {}] assignment.TransitRegionStateProcedure(308): Retry=10 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-06T15:05:12,129 ERROR [PEWorker-52 {}] procedure2.ProcedureExecutor(1656): Root Procedure pid=3, state=FAILED, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:768) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:312) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	... 12 more
2024-12-06T15:05:12,131 INFO  [PEWorker-52 {}] procedure2.ProcedureExecutor(1666): Rolled back pid=3, state=ROLLEDBACK, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9, ASSIGN exec-time=3.4460 sec
2024-12-06T15:05:12,131 WARN  [PEWorker-52 {}] procedure2.ProcedureExecutor(2020): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-12-06T15:05:12,144 INFO  [Time-limited test {}] assignment.TestAssignmentManagerBase(221): ExecutionException
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:117) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:65) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.waitOnFuture(TestAssignmentManagerBase.java:219) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testFailedOpen(TestAMServerFailedOpen.java:99) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testCallQueueTooBigExceptionOnAssignment(TestAMServerFailedOpen.java:114) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:12,145 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(103): REGION STATE state=FAILED_OPEN, location=null, table=testCallQueueTooBigExceptionOnAssignment, region=8a268d1a0948fedcd7b7d6332c8390f9
2024-12-06T15:05:12,145 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(104): expected exception from assign operation: Max attempts 10 exceeded
org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:12,146 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-06T15:05:12,146 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-06T15:05:12,147 INFO  [Time-limited test {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-06T15:05:12,160 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestAMServerFailedOpen#testCallQueueTooBigExceptionOnAssignment Thread=25 (was 11)
Potentially hanging thread: ForkJoinPool.commonPool-worker-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: master:store-WAL-Roller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/MasterData-prefix:mockmaster.example.org,1234,-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-52
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-51
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: master:store-Flusher
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200)
	app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$299/0x00007f429c4cca08.run(Unknown Source)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ForkJoinPool.commonPool-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733497507480
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=290 (was 284) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=494 (was 493) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8925 (was 8432) - AvailableMemoryMB LEAK? -
2024-12-06T15:05:12,166 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestAMServerFailedOpen#testServerNotYetRunning Thread=23, OpenFileDescriptor=290, MaxFileDescriptor=1048576, SystemLoadAverage=494, ProcessCount=11, AvailableMemoryMB=8925
2024-12-06T15:05:12,181 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/hadoop-log-dir so I do NOT create it in target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363
2024-12-06T15:05:12,181 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/hadoop-log-dir Erasing configuration value by system value.
2024-12-06T15:05:12,181 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/hadoop-tmp-dir so I do NOT create it in target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363
2024-12-06T15:05:12,181 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/hadoop-tmp-dir Erasing configuration value by system value.
2024-12-06T15:05:12,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363
2024-12-06T15:05:12,203 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363 with version=8
2024-12-06T15:05:12,212 DEBUG [Time-limited test {}] util.FSUtils(639): Created cluster ID file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363/hbase.id with ID: e7b6484b-a3a3-4c5f-bf75-c7558de87ed6
2024-12-06T15:05:12,259 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T15:05:12,259 INFO  [Time-limited test {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T15:05:12,261 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-06T15:05:12,262 INFO  [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T15:05:12,303 INFO  [Time-limited test {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363/MasterData/data/master/store
2024-12-06T15:05:12,314 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T15:05:12,314 DEBUG [Time-limited test {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T15:05:12,314 INFO  [Time-limited test {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T15:05:12,315 DEBUG [Time-limited test {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T15:05:12,315 DEBUG [Time-limited test {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T15:05:12,315 DEBUG [Time-limited test {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T15:05:12,315 INFO  [Time-limited test {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T15:05:12,315 DEBUG [Time-limited test {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-06T15:05:12,315 WARN  [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363/MasterData/data/master/store/.initializing
2024-12-06T15:05:12,315 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363/MasterData/WALs/mockmaster.example.org,1234,-1
2024-12-06T15:05:12,323 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T15:05:12,328 INFO  [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363/MasterData/oldWALs, maxLogs=10
2024-12-06T15:05:12,370 INFO  [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733497512328
2024-12-06T15:05:12,370 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: []
2024-12-06T15:05:12,371 DEBUG [Time-limited test {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-06T15:05:12,371 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T15:05:12,371 DEBUG [Time-limited test {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:12,371 DEBUG [Time-limited test {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:12,373 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T15:05:12,380 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-06T15:05:12,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T15:05:12,380 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T15:05:12,380 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T15:05:12,390 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-06T15:05:12,390 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T15:05:12,390 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T15:05:12,390 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T15:05:12,394 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-06T15:05:12,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T15:05:12,395 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T15:05:12,395 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T15:05:12,399 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-06T15:05:12,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T15:05:12,399 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T15:05:12,401 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:12,401 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:12,402 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T15:05:12,403 DEBUG [Time-limited test {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:12,414 DEBUG [Time-limited test {}] wal.WALSplitUtil(409): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T15:05:12,414 INFO  [Time-limited test {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67232024, jitterRate=0.0018352270126342773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T15:05:12,414 DEBUG [Time-limited test {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-06T15:05:12,415 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-06T15:05:12,425 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(633): Starting 64 core workers (bigger of cpus/4 or 16) with max (burst) worker count=640
2024-12-06T15:05:12,426 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(653): Recovered NoopProcedureStore lease in 0 msec
2024-12-06T15:05:12,427 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(667): Loaded NoopProcedureStore in 0 msec
2024-12-06T15:05:12,433 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733497542433
2024-12-06T15:05:12,433 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-06T15:05:12,434 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,100,1
2024-12-06T15:05:12,435 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,101,1
2024-12-06T15:05:12,435 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,102,1
2024-12-06T15:05:12,435 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,103,1
2024-12-06T15:05:12,435 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,104,1
2024-12-06T15:05:12,435 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,105,1
2024-12-06T15:05:12,435 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,106,1
2024-12-06T15:05:12,435 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,107,1
2024-12-06T15:05:12,436 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,108,1
2024-12-06T15:05:12,436 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,109,1
2024-12-06T15:05:12,436 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T15:05:12,437 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T15:05:12,437 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-06T15:05:12,487 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=1
2024-12-06T15:05:12,587 DEBUG [mockmaster:1234 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=10, allServersCount=10
2024-12-06T15:05:12,587 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:12,588 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:12,588 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:12,588 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:12,588 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:12,588 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:12,588 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:12,588 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:12,588 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:12,588 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:12,588 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:12,588 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:12,588 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:12,588 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:12,589 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:12,589 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:12,589 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:12,589 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:12,589 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:12,589 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:12,589 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:12,589 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:12,589 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE; OpenRegionProcedure 1588230740, server=localhost,100,1}]
2024-12-06T15:05:12,741 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-06T15:05:12,741 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; OpenRegionProcedure 1588230740, server=localhost,100,1 in 152 msec
2024-12-06T15:05:12,741 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 305 msec
2024-12-06T15:05:12,788 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-06T15:05:12,789 INFO  [PEWorker-6 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-06T15:05:12,789 INFO  [PEWorker-6 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-06T15:05:12,839 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=3
2024-12-06T15:05:12,940 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:12,940 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:12,940 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:12,940 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:12,940 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:12,940 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:12,940 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:12,940 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:12,940 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:12,940 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:12,940 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:12,941 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:12,941 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:12,941 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:12,941 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:12,941 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:12,941 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:12,941 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:12,941 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:12,941 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:12,941 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:12,941 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:12,942 INFO  [PEWorker-7 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,104,1}]
2024-12-06T15:05:13,094 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:13,095 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=0, can wait up to 1000ms
2024-12-06T15:05:13,196 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:13,196 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=1, can wait up to 898ms
2024-12-06T15:05:13,296 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:13,296 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=2, can wait up to 798ms
2024-12-06T15:05:13,396 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:13,397 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=3, can wait up to 697ms
2024-12-06T15:05:13,497 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:13,498 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=4, can wait up to 596ms
2024-12-06T15:05:13,598 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:13,599 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=5, can wait up to 495ms
2024-12-06T15:05:13,699 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:13,700 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=6, can wait up to 395ms
2024-12-06T15:05:13,800 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:13,801 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=7, can wait up to 294ms
2024-12-06T15:05:13,901 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:13,902 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=8, can wait up to 193ms
2024-12-06T15:05:14,002 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:14,002 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,104,1, try=9, can wait up to 92ms
2024-12-06T15:05:14,103 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:14,103 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,104,1 is throwing ServerNotRunningYetException for 1733497514094ms; trying another server
2024-12-06T15:05:14,103 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,104,1 for region state=OPENING, location=localhost,104,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,104,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:14,104 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=4, resume processing ppid=3
2024-12-06T15:05:14,104 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,104,1 in 1.1630 sec
2024-12-06T15:05:14,104 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(308): Retry=1 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,104,1
2024-12-06T15:05:14,104 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:14,255 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:14,255 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:14,255 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:14,255 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:14,255 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:14,255 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:14,255 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:14,255 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:14,255 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:14,255 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:14,255 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:14,255 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:14,255 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:14,255 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:14,255 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:14,255 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:14,255 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:14,255 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:14,256 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:14,256 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:14,256 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:14,256 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:14,256 INFO  [PEWorker-11 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1}]
2024-12-06T15:05:14,407 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:14,407 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=0, can wait up to 1000ms
2024-12-06T15:05:14,508 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:14,508 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=1, can wait up to 899ms
2024-12-06T15:05:14,609 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:14,609 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=2, can wait up to 798ms
2024-12-06T15:05:14,710 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:14,710 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=3, can wait up to 697ms
2024-12-06T15:05:14,811 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:14,811 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=4, can wait up to 596ms
2024-12-06T15:05:14,911 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:14,912 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=5, can wait up to 495ms
2024-12-06T15:05:15,012 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:15,013 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=6, can wait up to 394ms
2024-12-06T15:05:15,113 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:15,114 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=7, can wait up to 293ms
2024-12-06T15:05:15,214 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:15,215 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=8, can wait up to 192ms
2024-12-06T15:05:15,315 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:15,316 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,103,1, try=9, can wait up to 91ms
2024-12-06T15:05:15,416 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:15,417 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,103,1 is throwing ServerNotRunningYetException for 1733497515407ms; trying another server
2024-12-06T15:05:15,417 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,103,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:15,419 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=3
2024-12-06T15:05:15,419 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,103,1 in 1.1620 sec
2024-12-06T15:05:15,419 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(308): Retry=2 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-06T15:05:15,420 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:15,570 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:15,571 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:15,571 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:15,571 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:15,571 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:15,571 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:15,571 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:15,571 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:15,571 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:15,571 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:15,571 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:15,571 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:15,571 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:15,571 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:15,571 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:15,571 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:15,571 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:15,571 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:15,571 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:15,571 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:15,571 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:15,571 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:15,572 INFO  [PEWorker-15 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1}]
2024-12-06T15:05:15,723 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:15,724 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=0, can wait up to 1000ms
2024-12-06T15:05:15,824 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:15,824 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=1, can wait up to 899ms
2024-12-06T15:05:15,925 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:15,925 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=2, can wait up to 798ms
2024-12-06T15:05:16,026 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:16,026 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=3, can wait up to 697ms
2024-12-06T15:05:16,127 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:16,127 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=4, can wait up to 596ms
2024-12-06T15:05:16,228 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:16,228 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=5, can wait up to 495ms
2024-12-06T15:05:16,328 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:16,329 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=6, can wait up to 395ms
2024-12-06T15:05:16,429 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:16,430 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=7, can wait up to 293ms
2024-12-06T15:05:16,530 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:16,530 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=8, can wait up to 193ms
2024-12-06T15:05:16,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-06T15:05:16,630 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-06T15:05:16,631 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:16,631 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,101,1, try=9, can wait up to 92ms
2024-12-06T15:05:16,732 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,101,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:16,732 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,101,1 is throwing ServerNotRunningYetException for 1733497516723ms; trying another server
2024-12-06T15:05:16,732 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 for region state=OPENING, location=localhost,101,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,101,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:16,733 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=3
2024-12-06T15:05:16,733 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(308): Retry=3 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,101,1
2024-12-06T15:05:16,733 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,101,1 in 1.1610 sec
2024-12-06T15:05:16,733 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:16,883 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:16,883 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:16,884 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:16,884 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:16,884 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:16,884 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:16,884 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:16,884 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:16,884 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:16,884 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:16,884 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:16,884 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:16,884 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:16,884 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:16,884 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:16,884 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:16,884 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:16,884 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:16,884 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:16,884 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:16,884 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:16,884 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:16,885 INFO  [PEWorker-19 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1}]
2024-12-06T15:05:17,035 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:17,036 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=0, can wait up to 1000ms
2024-12-06T15:05:17,136 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:17,137 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=1, can wait up to 899ms
2024-12-06T15:05:17,237 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:17,238 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=2, can wait up to 799ms
2024-12-06T15:05:17,339 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:17,339 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=3, can wait up to 697ms
2024-12-06T15:05:17,440 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:17,440 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=4, can wait up to 596ms
2024-12-06T15:05:17,541 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:17,541 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=5, can wait up to 495ms
2024-12-06T15:05:17,641 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:17,642 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=6, can wait up to 394ms
2024-12-06T15:05:17,742 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:17,742 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=7, can wait up to 294ms
2024-12-06T15:05:17,843 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:17,843 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=8, can wait up to 193ms
2024-12-06T15:05:17,944 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:17,944 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=9, can wait up to 92ms
2024-12-06T15:05:18,047 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:18,047 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,107,1 is throwing ServerNotRunningYetException for 1733497518036ms; trying another server
2024-12-06T15:05:18,047 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,107,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:18,048 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=7, resume processing ppid=3
2024-12-06T15:05:18,048 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1 in 1.1630 sec
2024-12-06T15:05:18,048 INFO  [PEWorker-21 {}] assignment.TransitRegionStateProcedure(308): Retry=4 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-06T15:05:18,048 WARN  [PEWorker-21 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:18,049 INFO  [PEWorker-21 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=10, timestamp=1733497518059
2024-12-06T15:05:18,060 INFO  [PEWorker-23 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:18,211 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:18,211 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:18,211 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:18,211 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:18,211 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:18,211 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:18,211 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:18,211 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:18,211 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:18,211 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:18,211 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:18,211 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:18,211 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:18,211 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:18,211 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:18,211 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:18,212 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:18,212 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:18,212 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:18,212 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:18,212 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:18,212 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:18,212 INFO  [PEWorker-24 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1}]
2024-12-06T15:05:18,363 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:18,363 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=0, can wait up to 1000ms
2024-12-06T15:05:18,464 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:18,464 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=1, can wait up to 899ms
2024-12-06T15:05:18,565 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:18,565 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=2, can wait up to 798ms
2024-12-06T15:05:18,666 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:18,666 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=3, can wait up to 697ms
2024-12-06T15:05:18,767 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:18,767 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=4, can wait up to 596ms
2024-12-06T15:05:18,868 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:18,868 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=5, can wait up to 495ms
2024-12-06T15:05:18,968 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:18,969 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=6, can wait up to 394ms
2024-12-06T15:05:19,069 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:19,070 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=7, can wait up to 293ms
2024-12-06T15:05:19,170 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:19,171 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=8, can wait up to 193ms
2024-12-06T15:05:19,271 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:19,271 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=9, can wait up to 92ms
2024-12-06T15:05:19,372 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:19,372 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,106,1 is throwing ServerNotRunningYetException for 1733497519363ms; trying another server
2024-12-06T15:05:19,372 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1 for region state=OPENING, location=localhost,106,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,106,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:19,373 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=8, resume processing ppid=3
2024-12-06T15:05:19,373 INFO  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(308): Retry=5 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,106,1
2024-12-06T15:05:19,373 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1 in 1.1610 sec
2024-12-06T15:05:19,373 WARN  [PEWorker-27 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:19,374 INFO  [PEWorker-27 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=20, timestamp=1733497519394
2024-12-06T15:05:19,394 INFO  [PEWorker-28 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:19,545 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:19,545 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:19,545 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:19,545 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:19,545 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:19,545 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:19,545 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:19,545 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:19,545 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:19,545 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:19,545 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:19,545 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:19,545 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:19,545 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:19,545 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:19,546 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:19,546 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:19,546 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:19,546 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:19,546 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:19,546 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:19,546 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:19,546 INFO  [PEWorker-29 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1}]
2024-12-06T15:05:19,697 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:19,697 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=0, can wait up to 1000ms
2024-12-06T15:05:19,798 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:19,798 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=1, can wait up to 899ms
2024-12-06T15:05:19,899 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:19,899 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=2, can wait up to 798ms
2024-12-06T15:05:19,999 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:20,000 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=3, can wait up to 698ms
2024-12-06T15:05:20,100 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:20,100 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=4, can wait up to 597ms
2024-12-06T15:05:20,201 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:20,201 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=5, can wait up to 496ms
2024-12-06T15:05:20,302 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:20,302 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=6, can wait up to 395ms
2024-12-06T15:05:20,402 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:20,403 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=7, can wait up to 294ms
2024-12-06T15:05:20,503 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:20,504 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=8, can wait up to 194ms
2024-12-06T15:05:20,604 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:20,604 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,107,1, try=9, can wait up to 93ms
2024-12-06T15:05:20,705 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:20,705 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,107,1 is throwing ServerNotRunningYetException for 1733497520697ms; trying another server
2024-12-06T15:05:20,705 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,107,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:20,706 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=9, resume processing ppid=3
2024-12-06T15:05:20,706 INFO  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(308): Retry=6 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-06T15:05:20,706 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,107,1 in 1.1600 sec
2024-12-06T15:05:20,706 WARN  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:20,706 INFO  [PEWorker-32 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=40, timestamp=1733497520746
2024-12-06T15:05:20,747 INFO  [PEWorker-33 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:20,897 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:20,898 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:20,898 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:20,898 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:20,898 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:20,898 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:20,898 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:20,898 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:20,898 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:20,898 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:20,898 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:20,898 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:20,898 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:20,898 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:20,898 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:20,898 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:20,898 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:20,898 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:20,898 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:20,898 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:20,898 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:20,898 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:20,899 INFO  [PEWorker-34 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1}]
2024-12-06T15:05:21,050 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:21,050 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=0, can wait up to 1000ms
2024-12-06T15:05:21,151 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:21,151 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=1, can wait up to 899ms
2024-12-06T15:05:21,252 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:21,252 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=2, can wait up to 798ms
2024-12-06T15:05:21,352 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:21,353 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=3, can wait up to 697ms
2024-12-06T15:05:21,453 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:21,454 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=4, can wait up to 597ms
2024-12-06T15:05:21,554 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:21,554 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=5, can wait up to 496ms
2024-12-06T15:05:21,655 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:21,655 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=6, can wait up to 395ms
2024-12-06T15:05:21,756 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:21,756 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=7, can wait up to 294ms
2024-12-06T15:05:21,857 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:21,857 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=8, can wait up to 193ms
2024-12-06T15:05:21,957 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:21,958 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,105,1, try=9, can wait up to 92ms
2024-12-06T15:05:22,058 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,105,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:22,059 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,105,1 is throwing ServerNotRunningYetException for 1733497522050ms; trying another server
2024-12-06T15:05:22,059 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1 for region state=OPENING, location=localhost,105,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,105,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:22,059 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=3
2024-12-06T15:05:22,059 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,105,1 in 1.1600 sec
2024-12-06T15:05:22,059 INFO  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(308): Retry=7 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,105,1
2024-12-06T15:05:22,060 WARN  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:22,060 INFO  [PEWorker-37 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=80, timestamp=1733497522140
2024-12-06T15:05:22,141 INFO  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:22,292 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:22,292 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:22,292 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:22,292 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:22,292 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:22,292 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:22,292 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:22,292 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:22,292 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:22,292 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:22,292 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:22,292 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:22,293 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:22,293 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:22,293 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:22,293 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:22,293 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:22,293 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:22,293 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:22,293 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:22,293 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:22,293 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:22,293 INFO  [PEWorker-39 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,109,1}]
2024-12-06T15:05:22,444 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:22,444 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=0, can wait up to 1000ms
2024-12-06T15:05:22,545 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:22,545 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=1, can wait up to 899ms
2024-12-06T15:05:22,645 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:22,646 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=2, can wait up to 799ms
2024-12-06T15:05:22,746 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:22,746 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=3, can wait up to 698ms
2024-12-06T15:05:22,847 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:22,847 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=4, can wait up to 597ms
2024-12-06T15:05:22,947 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:22,948 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=5, can wait up to 496ms
2024-12-06T15:05:23,048 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:23,048 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=6, can wait up to 396ms
2024-12-06T15:05:23,149 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:23,149 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=7, can wait up to 295ms
2024-12-06T15:05:23,250 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:23,250 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=8, can wait up to 194ms
2024-12-06T15:05:23,350 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:23,351 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,109,1, try=9, can wait up to 93ms
2024-12-06T15:05:23,451 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:23,451 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,109,1 is throwing ServerNotRunningYetException for 1733497523444ms; trying another server
2024-12-06T15:05:23,451 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,109,1 for region state=OPENING, location=localhost,109,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,109,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:23,452 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=3
2024-12-06T15:05:23,452 INFO  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(308): Retry=8 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,109,1
2024-12-06T15:05:23,452 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,109,1 in 1.1590 sec
2024-12-06T15:05:23,452 WARN  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:23,453 INFO  [PEWorker-42 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=100, timestamp=1733497523553
2024-12-06T15:05:23,553 INFO  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:23,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:23,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:23,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:23,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:23,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:23,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:23,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:23,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:23,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:23,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:23,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:23,704 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:23,704 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:23,704 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:23,704 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:23,704 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:23,704 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:23,704 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:23,704 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:23,704 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:23,704 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:23,704 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:23,705 INFO  [PEWorker-44 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1}]
2024-12-06T15:05:23,855 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:23,856 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=0, can wait up to 1000ms
2024-12-06T15:05:23,956 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:23,956 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=1, can wait up to 900ms
2024-12-06T15:05:24,057 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:24,057 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=2, can wait up to 799ms
2024-12-06T15:05:24,158 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:24,158 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=3, can wait up to 698ms
2024-12-06T15:05:24,258 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:24,259 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=4, can wait up to 597ms
2024-12-06T15:05:24,359 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:24,359 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=5, can wait up to 497ms
2024-12-06T15:05:24,460 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:24,460 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=6, can wait up to 396ms
2024-12-06T15:05:24,561 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:24,561 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=7, can wait up to 295ms
2024-12-06T15:05:24,661 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:24,662 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=8, can wait up to 195ms
2024-12-06T15:05:24,762 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:24,762 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,106,1, try=9, can wait up to 94ms
2024-12-06T15:05:24,863 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,106,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:24,863 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,106,1 is throwing ServerNotRunningYetException for 1733497524856ms; trying another server
2024-12-06T15:05:24,863 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1 for region state=OPENING, location=localhost,106,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,106,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:24,864 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=3
2024-12-06T15:05:24,864 INFO  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(308): Retry=9 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,106,1
2024-12-06T15:05:24,864 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1 in 1.1590 sec
2024-12-06T15:05:24,864 WARN  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:24,864 INFO  [PEWorker-47 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; timeout=100, timestamp=1733497524964
2024-12-06T15:05:24,965 INFO  [PEWorker-48 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:25,115 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:25,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:25,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:25,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:25,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:25,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:25,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:25,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:25,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:25,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:25,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:25,116 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:25,116 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:25,116 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:25,116 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:25,116 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:25,116 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:25,116 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:25,116 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:25,116 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:25,116 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:25,116 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:25,116 INFO  [PEWorker-49 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,100,1}]
2024-12-06T15:05:25,267 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:25,267 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=0, can wait up to 1000ms
2024-12-06T15:05:25,367 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=1
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:25,367 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=1, can wait up to 900ms
2024-12-06T15:05:25,468 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=2
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:25,468 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=2, can wait up to 799ms
2024-12-06T15:05:25,568 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=3
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:25,569 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=3, can wait up to 698ms
2024-12-06T15:05:25,669 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=4
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:25,669 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=4, can wait up to 598ms
2024-12-06T15:05:25,770 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=5
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:25,770 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=5, can wait up to 497ms
2024-12-06T15:05:25,870 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=6
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:25,871 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=6, can wait up to 396ms
2024-12-06T15:05:25,971 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=7
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:25,971 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=7, can wait up to 296ms
2024-12-06T15:05:26,071 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=8
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:26,071 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=8, can wait up to 196ms
2024-12-06T15:05:26,172 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=9
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:26,172 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(281): Waiting a little before retrying localhost,100,1, try=9, can wait up to 95ms
2024-12-06T15:05:26,272 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=10
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:26,273 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(288): localhost,100,1 is throwing ServerNotRunningYetException for 1733497526267ms; trying another server
2024-12-06T15:05:26,273 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083 to server localhost,100,1 failed
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: wait on server startup
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$ServerNotYetRunningRsExecutor.sendRequest(TestAssignmentManagerBase.java:362) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase$MockRSProcedureDispatcher$MockRemoteCall.sendRequest(TestAssignmentManagerBase.java:676) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall.run(RSProcedureDispatcher.java:403) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:26,273 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=3
2024-12-06T15:05:26,274 INFO  [PEWorker-52 {}] assignment.TransitRegionStateProcedure(308): Retry=10 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-06T15:05:26,274 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=3, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,100,1 in 1.1570 sec
2024-12-06T15:05:26,274 ERROR [PEWorker-52 {}] procedure2.ProcedureExecutor(1656): Root Procedure pid=3, state=FAILED, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:768) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:312) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	... 12 more
2024-12-06T15:05:26,275 INFO  [PEWorker-52 {}] procedure2.ProcedureExecutor(1666): Rolled back pid=3, state=ROLLEDBACK, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN exec-time=13.4860 sec
2024-12-06T15:05:26,275 WARN  [PEWorker-52 {}] procedure2.ProcedureExecutor(2020): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-12-06T15:05:26,313 INFO  [Time-limited test {}] assignment.TestAssignmentManagerBase(221): ExecutionException
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:117) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:65) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.waitOnFuture(TestAssignmentManagerBase.java:219) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testRetriesExhaustedFailure(TestAMServerFailedOpen.java:68) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testServerNotYetRunning(TestAMServerFailedOpen.java:54) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:26,313 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(72): expected exception from assign operation: Max attempts 10 exceeded
org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:26,314 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-06T15:05:26,314 INFO  [PEWorker-53 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN
2024-12-06T15:05:26,314 INFO  [PEWorker-53 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN; state=FAILED_OPEN, location=null; forceNewPlan=false, retain=false
2024-12-06T15:05:26,364 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=14
2024-12-06T15:05:26,465 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:26,465 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:26,465 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:26,465 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:26,465 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:26,465 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:26,465 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:26,465 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:26,465 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:26,465 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:26,465 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:26,465 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:26,465 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:26,465 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:26,465 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:26,465 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:26,465 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:26,465 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:26,465 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:26,465 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:26,465 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:26,465 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:26,466 INFO  [PEWorker-54 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1}]
2024-12-06T15:05:26,617 INFO  [PEWorker-56 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14
2024-12-06T15:05:26,617 INFO  [PEWorker-56 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure 785c39e1e6777b90916b7ee73269d083, server=localhost,106,1 in 151 msec
2024-12-06T15:05:26,617 INFO  [PEWorker-57 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; TransitRegionStateProcedure table=testServerNotYetRunning, region=785c39e1e6777b90916b7ee73269d083, ASSIGN in 303 msec
2024-12-06T15:05:26,665 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-06T15:05:26,665 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-06T15:05:26,665 INFO  [Time-limited test {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-06T15:05:26,674 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestAMServerFailedOpen#testServerNotYetRunning Thread=27 (was 23)
Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733497512328
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a4aa14dd-ef6b-0028-b558-933b2a66a363/MasterData-prefix:mockmaster.example.org,1234,-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=294 (was 290) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 494), ProcessCount=11 (was 11), AvailableMemoryMB=8415 (was 8925)
2024-12-06T15:05:26,680 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.assignment.TestAMServerFailedOpen#testDoNotRetryExceptionOnAssignment Thread=27, OpenFileDescriptor=294, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=8415
2024-12-06T15:05:26,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/hadoop-log-dir so I do NOT create it in target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2
2024-12-06T15:05:26,696 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/hadoop-log-dir Erasing configuration value by system value.
2024-12-06T15:05:26,696 INFO  [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/hadoop-tmp-dir so I do NOT create it in target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2
2024-12-06T15:05:26,696 WARN  [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/212cd124-3f9b-ed6f-e4dd-d9d6af5f4d96/hadoop-tmp-dir Erasing configuration value by system value.
2024-12-06T15:05:26,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2
2024-12-06T15:05:26,709 INFO  [Time-limited test {}] util.FSUtils(490): Created version file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2 with version=8
2024-12-06T15:05:26,717 DEBUG [Time-limited test {}] util.FSUtils(639): Created cluster ID file at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2/hbase.id with ID: dd3b60a6-9c7d-4859-9fd8-2e628cb5c08c
2024-12-06T15:05:26,750 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-06T15:05:26,750 INFO  [Time-limited test {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-06T15:05:26,752 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-06T15:05:26,752 INFO  [Time-limited test {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-06T15:05:26,777 INFO  [Time-limited test {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2/MasterData/data/master/store
2024-12-06T15:05:26,787 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T15:05:26,787 DEBUG [Time-limited test {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-06T15:05:26,787 INFO  [Time-limited test {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T15:05:26,787 DEBUG [Time-limited test {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T15:05:26,787 DEBUG [Time-limited test {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-06T15:05:26,787 DEBUG [Time-limited test {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T15:05:26,788 INFO  [Time-limited test {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-06T15:05:26,788 DEBUG [Time-limited test {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-06T15:05:26,788 WARN  [Time-limited test {}] region.MasterRegion(249): failed to clean up initializing flag: file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2/MasterData/data/master/store/.initializing
2024-12-06T15:05:26,788 DEBUG [Time-limited test {}] region.MasterRegion(219): WALDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2/MasterData/WALs/mockmaster.example.org,1234,-1
2024-12-06T15:05:26,794 INFO  [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-12-06T15:05:26,798 INFO  [Time-limited test {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=mockmaster.example.org%2C1234%2C-1, suffix=, logDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2/MasterData/WALs/mockmaster.example.org,1234,-1, archiveDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2/MasterData/oldWALs, maxLogs=10
2024-12-06T15:05:26,820 INFO  [Time-limited test {}] wal.AbstractFSWAL(841): New WAL /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733497526798
2024-12-06T15:05:26,821 DEBUG [Time-limited test {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: []
2024-12-06T15:05:26,821 DEBUG [Time-limited test {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-06T15:05:26,821 DEBUG [Time-limited test {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-06T15:05:26,822 DEBUG [Time-limited test {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:26,822 DEBUG [Time-limited test {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:26,823 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T15:05:26,827 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-06T15:05:26,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T15:05:26,827 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-06T15:05:26,828 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T15:05:26,834 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-06T15:05:26,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T15:05:26,835 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T15:05:26,835 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T15:05:26,839 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-06T15:05:26,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T15:05:26,839 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T15:05:26,839 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-06T15:05:26,843 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-06T15:05:26,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-06T15:05:26,844 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-06T15:05:26,845 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:26,845 DEBUG [Time-limited test {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:26,846 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-06T15:05:26,846 DEBUG [Time-limited test {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-06T15:05:26,857 DEBUG [Time-limited test {}] wal.WALSplitUtil(409): Wrote file=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-06T15:05:26,857 INFO  [Time-limited test {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64981739, jitterRate=-0.031696632504463196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-06T15:05:26,857 DEBUG [Time-limited test {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682:

2024-12-06T15:05:26,858 INFO  [Time-limited test {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-06T15:05:26,866 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(633): Starting 64 core workers (bigger of cpus/4 or 16) with max (burst) worker count=640
2024-12-06T15:05:26,866 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(653): Recovered NoopProcedureStore lease in 0 msec
2024-12-06T15:05:26,866 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(667): Loaded NoopProcedureStore in 0 msec
2024-12-06T15:05:26,873 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733497556873
2024-12-06T15:05:26,873 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-06T15:05:26,874 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,100,1
2024-12-06T15:05:26,874 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,101,1
2024-12-06T15:05:26,874 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,102,1
2024-12-06T15:05:26,874 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,103,1
2024-12-06T15:05:26,874 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,104,1
2024-12-06T15:05:26,874 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,105,1
2024-12-06T15:05:26,874 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,106,1
2024-12-06T15:05:26,875 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,107,1
2024-12-06T15:05:26,875 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,108,1
2024-12-06T15:05:26,875 INFO  [Time-limited test {}] master.ServerManager(486): Registering regionserver=localhost,109,1
2024-12-06T15:05:26,875 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T15:05:26,875 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-06T15:05:26,876 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-06T15:05:26,925 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=1
2024-12-06T15:05:27,026 DEBUG [mockmaster:1234 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=10, allServersCount=10
2024-12-06T15:05:27,026 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:27,026 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:27,026 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:27,026 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:27,026 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:27,026 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:27,026 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:27,027 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:27,027 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:27,027 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:27,027 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:27,027 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:27,027 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:27,027 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:27,027 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:27,027 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:27,027 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:27,027 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:27,027 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:27,027 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:27,027 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:27,027 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:27,027 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE; OpenRegionProcedure 1588230740, server=localhost,104,1}]
2024-12-06T15:05:27,179 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1
2024-12-06T15:05:27,179 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; OpenRegionProcedure 1588230740, server=localhost,104,1 in 152 msec
2024-12-06T15:05:27,179 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 304 msec
2024-12-06T15:05:27,227 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1098): Stored pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN
2024-12-06T15:05:27,227 INFO  [PEWorker-6 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN
2024-12-06T15:05:27,227 INFO  [PEWorker-6 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-06T15:05:27,277 DEBUG [Time-limited test {}] procedure.ProcedureSyncWait(219): waitFor pid=3
2024-12-06T15:05:27,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:27,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:27,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:27,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:27,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:27,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:27,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:27,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:27,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:27,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:27,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:27,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:27,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:27,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:27,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:27,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:27,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:27,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:27,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:27,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:27,378 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:27,378 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:27,379 INFO  [PEWorker-7 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,102,1}]
2024-12-06T15:05:27,530 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:27,530 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,102,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-06T15:05:27,531 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=4, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,102,1 for region state=OPENING, location=localhost,102,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,102,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:27,531 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=4, resume processing ppid=3
2024-12-06T15:05:27,531 INFO  [PEWorker-9 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,102,1 in 152 msec
2024-12-06T15:05:27,531 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(308): Retry=1 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,102,1
2024-12-06T15:05:27,531 INFO  [PEWorker-10 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:27,682 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:27,682 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:27,682 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:27,682 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:27,682 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:27,682 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:27,682 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:27,682 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:27,682 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:27,682 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:27,682 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:27,682 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:27,683 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:27,683 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:27,683 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:27,683 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:27,683 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:27,683 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:27,683 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:27,683 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:27,683 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:27,683 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:27,683 INFO  [PEWorker-11 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1}]
2024-12-06T15:05:27,834 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:27,835 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,100,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-06T15:05:27,835 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=5, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,100,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:27,835 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=3
2024-12-06T15:05:27,835 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(308): Retry=2 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-06T15:05:27,835 INFO  [PEWorker-13 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 in 152 msec
2024-12-06T15:05:27,836 INFO  [PEWorker-14 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:27,986 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:27,986 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:27,986 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:27,986 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:27,986 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:27,986 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:27,986 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:27,986 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:27,986 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:27,986 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:27,987 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:27,987 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:27,987 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:27,987 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:27,987 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:27,987 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:27,987 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:27,987 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:27,987 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:27,987 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:27,987 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:27,987 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:27,987 INFO  [PEWorker-15 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,107,1}]
2024-12-06T15:05:28,138 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,107,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:28,138 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,107,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-06T15:05:28,139 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=6, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,107,1 for region state=OPENING, location=localhost,107,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,107,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:28,139 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=3
2024-12-06T15:05:28,139 INFO  [PEWorker-17 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,107,1 in 152 msec
2024-12-06T15:05:28,139 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(308): Retry=3 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,107,1
2024-12-06T15:05:28,139 INFO  [PEWorker-18 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:28,290 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:28,290 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:28,290 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:28,290 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:28,290 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:28,290 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:28,290 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:28,290 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:28,290 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:28,290 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:28,290 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:28,290 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:28,290 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:28,290 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:28,290 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:28,290 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:28,290 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:28,290 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:28,290 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:28,290 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:28,290 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:28,291 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:28,291 INFO  [PEWorker-19 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1}]
2024-12-06T15:05:28,442 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,100,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:28,442 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,100,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-06T15:05:28,442 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=7, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 for region state=OPENING, location=localhost,100,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,100,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:28,443 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=7, resume processing ppid=3
2024-12-06T15:05:28,443 INFO  [PEWorker-21 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,100,1 in 152 msec
2024-12-06T15:05:28,443 INFO  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(308): Retry=4 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,100,1
2024-12-06T15:05:28,443 WARN  [PEWorker-22 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:28,443 INFO  [PEWorker-22 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=10, timestamp=1733497528453
2024-12-06T15:05:28,453 INFO  [PEWorker-23 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:28,603 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:28,604 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:28,604 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:28,604 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:28,604 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:28,604 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:28,604 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:28,604 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:28,604 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:28,604 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:28,604 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:28,604 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:28,604 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:28,604 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:28,604 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:28,604 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:28,604 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:28,604 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:28,604 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:28,604 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:28,604 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:28,604 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:28,605 INFO  [PEWorker-24 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,102,1}]
2024-12-06T15:05:28,756 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,102,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:28,756 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,102,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-06T15:05:28,756 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=8, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,102,1 for region state=OPENING, location=localhost,102,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,102,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:28,757 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=8, resume processing ppid=3
2024-12-06T15:05:28,757 INFO  [PEWorker-26 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,102,1 in 152 msec
2024-12-06T15:05:28,757 INFO  [PEWorker-26 {}] assignment.TransitRegionStateProcedure(308): Retry=5 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,102,1
2024-12-06T15:05:28,758 WARN  [PEWorker-26 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:28,758 INFO  [PEWorker-26 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=20, timestamp=1733497528778
2024-12-06T15:05:28,778 INFO  [PEWorker-28 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:28,929 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:28,929 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:28,929 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:28,929 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:28,929 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:28,929 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:28,929 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:28,929 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:28,929 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:28,929 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:28,929 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:28,929 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:28,929 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:28,929 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:28,929 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:28,930 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:28,930 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:28,930 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:28,930 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:28,930 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:28,930 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:28,930 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:28,930 INFO  [PEWorker-29 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,104,1}]
2024-12-06T15:05:29,081 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,104,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:29,081 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,104,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-06T15:05:29,082 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=9, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,104,1 for region state=OPENING, location=localhost,104,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,104,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:29,082 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=9, resume processing ppid=3
2024-12-06T15:05:29,082 INFO  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(308): Retry=6 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,104,1
2024-12-06T15:05:29,082 INFO  [PEWorker-31 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,104,1 in 152 msec
2024-12-06T15:05:29,082 WARN  [PEWorker-32 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:29,083 INFO  [PEWorker-32 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=40, timestamp=1733497529123
2024-12-06T15:05:29,123 INFO  [PEWorker-33 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:29,274 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:29,274 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:29,274 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:29,274 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:29,274 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:29,274 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:29,274 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:29,274 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:29,274 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:29,274 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:29,274 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:29,274 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:29,274 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:29,274 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:29,274 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:29,275 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:29,275 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:29,275 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:29,275 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:29,275 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:29,275 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:29,275 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:29,276 INFO  [PEWorker-34 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1}]
2024-12-06T15:05:29,427 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:29,427 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,109,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-06T15:05:29,427 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=10, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1 for region state=OPENING, location=localhost,109,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,109,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:29,428 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=3
2024-12-06T15:05:29,428 INFO  [PEWorker-36 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1 in 152 msec
2024-12-06T15:05:29,428 INFO  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(308): Retry=7 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,109,1
2024-12-06T15:05:29,429 WARN  [PEWorker-37 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:29,430 INFO  [PEWorker-37 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=80, timestamp=1733497529510
2024-12-06T15:05:29,510 INFO  [PEWorker-38 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:29,661 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:29,661 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:29,661 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:29,661 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:29,661 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:29,661 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:29,661 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:29,661 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:29,661 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:29,661 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:29,661 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:29,661 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:29,661 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:29,661 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:29,661 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:29,661 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:29,661 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:29,661 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:29,662 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:29,662 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:29,662 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:29,662 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:29,662 INFO  [PEWorker-39 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1}]
2024-12-06T15:05:29,813 DEBUG [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,109,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:29,813 WARN  [MockRSProcedureDispatcher-pool-2 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,109,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-06T15:05:29,813 WARN  [MockRSProcedureDispatcher-pool-2 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=11, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1 for region state=OPENING, location=localhost,109,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,109,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:29,814 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=3
2024-12-06T15:05:29,814 INFO  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(308): Retry=8 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,109,1
2024-12-06T15:05:29,814 INFO  [PEWorker-41 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,109,1 in 152 msec
2024-12-06T15:05:29,814 WARN  [PEWorker-42 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:29,814 INFO  [PEWorker-42 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=100, timestamp=1733497529914
2024-12-06T15:05:29,915 INFO  [PEWorker-43 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:30,065 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:30,065 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:30,065 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:30,065 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:30,065 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:30,065 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:30,065 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:30,065 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:30,065 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:30,066 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:30,066 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:30,066 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:30,066 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:30,066 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:30,066 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:30,066 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:30,066 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:30,066 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:30,066 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:30,066 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:30,066 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:30,066 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:30,066 INFO  [PEWorker-44 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,103,1}]
2024-12-06T15:05:30,216 DEBUG [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,103,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:30,216 WARN  [MockRSProcedureDispatcher-pool-0 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,103,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-06T15:05:30,217 WARN  [MockRSProcedureDispatcher-pool-0 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=12, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,103,1 for region state=OPENING, location=localhost,103,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,103,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:30,217 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=3
2024-12-06T15:05:30,217 INFO  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(308): Retry=9 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,103,1
2024-12-06T15:05:30,217 INFO  [PEWorker-46 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,103,1 in 151 msec
2024-12-06T15:05:30,217 WARN  [PEWorker-47 {}] assignment.TransitRegionStateProcedure(457): Failed transition, suspend 0secs pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; waiting on rectified condition fixed by other Procedure or operator intervention
org.apache.hadoop.hbase.HBaseIOException: Failed confirm OPEN of state=OPENING, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 (remote log may yield more detail on why).
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:326) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:30,218 INFO  [PEWorker-47 {}] procedure2.TimeoutExecutorThread(81): ADDED pid=3, state=WAITING_TIMEOUT:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; timeout=100, timestamp=1733497530318
2024-12-06T15:05:30,318 INFO  [PEWorker-48 {}] assignment.TransitRegionStateProcedure(264): Starting pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=null; forceNewPlan=true, retain=false
2024-12-06T15:05:30,469 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(202): Hosts are {localhost=0} racks are {Unknown Rack=0}
2024-12-06T15:05:30,469 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 0 is on host 0
2024-12-06T15:05:30,469 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 1 is on host 0
2024-12-06T15:05:30,469 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 2 is on host 0
2024-12-06T15:05:30,469 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 3 is on host 0
2024-12-06T15:05:30,469 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 4 is on host 0
2024-12-06T15:05:30,469 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 5 is on host 0
2024-12-06T15:05:30,469 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 6 is on host 0
2024-12-06T15:05:30,469 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 7 is on host 0
2024-12-06T15:05:30,469 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 8 is on host 0
2024-12-06T15:05:30,469 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(303): server 9 is on host 0
2024-12-06T15:05:30,469 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 0 is on rack 0
2024-12-06T15:05:30,469 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 1 is on rack 0
2024-12-06T15:05:30,469 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 2 is on rack 0
2024-12-06T15:05:30,470 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 3 is on rack 0
2024-12-06T15:05:30,470 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 4 is on rack 0
2024-12-06T15:05:30,470 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 5 is on rack 0
2024-12-06T15:05:30,470 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 6 is on rack 0
2024-12-06T15:05:30,470 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 7 is on rack 0
2024-12-06T15:05:30,470 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 8 is on rack 0
2024-12-06T15:05:30,470 INFO  [mockmaster:1234 {}] balancer.BalancerClusterState(314): server 9 is on rack 0
2024-12-06T15:05:30,470 DEBUG [mockmaster:1234 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1
2024-12-06T15:05:30,470 INFO  [PEWorker-49 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1}]
2024-12-06T15:05:30,621 DEBUG [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(276): Request to localhost,108,1 failed, try=0
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:30,622 WARN  [MockRSProcedureDispatcher-pool-1 {}] procedure.RSProcedureDispatcher$ExecuteProceduresRemoteCall(293): localhost,108,1 tells us DoNotRetry due to org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault, try=0, give up
2024-12-06T15:05:30,622 WARN  [MockRSProcedureDispatcher-pool-1 {}] assignment.RegionRemoteProcedureBase(135): The remote operation pid=13, ppid=3, state=RUNNABLE; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 for region state=OPENING, location=localhost,108,1, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157 to server localhost,108,1 failed
org.apache.hadoop.hbase.DoNotRetryIOException: test do not retry fault
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-06T15:05:30,622 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=3
2024-12-06T15:05:30,623 INFO  [PEWorker-52 {}] assignment.TransitRegionStateProcedure(308): Retry=10 of max=10; pid=3, state=RUNNABLE:REGION_STATE_TRANSITION_CONFIRM_OPENED, locked=true; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN; state=OPENING, location=localhost,108,1
2024-12-06T15:05:30,623 INFO  [PEWorker-51 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=3, state=SUCCESS; OpenRegionProcedure d384f9184f9f3b8439b85bb334b7d157, server=localhost,108,1 in 152 msec
2024-12-06T15:05:30,623 ERROR [PEWorker-52 {}] procedure2.ProcedureExecutor(1656): Root Procedure pid=3, state=FAILED, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN does not support rollback but the execution failed and try to rollback, code bug?
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:768) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:312) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	... 12 more
2024-12-06T15:05:30,623 INFO  [PEWorker-52 {}] procedure2.ProcedureExecutor(1666): Rolled back pid=3, state=ROLLEDBACK, locked=true, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException via TransitRegionStateProcedure:org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded; TransitRegionStateProcedure table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157, ASSIGN exec-time=3.3960 sec
2024-12-06T15:05:30,623 WARN  [PEWorker-52 {}] procedure2.ProcedureExecutor(2020): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store.
2024-12-06T15:05:30,633 INFO  [Time-limited test {}] assignment.TestAssignmentManagerBase(221): ExecutionException
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:117) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.ProcedureSyncWait$ProcedureFuture.get(ProcedureSyncWait.java:65) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAssignmentManagerBase.waitOnFuture(TestAssignmentManagerBase.java:219) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testFailedOpen(TestAMServerFailedOpen.java:99) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TestAMServerFailedOpen.testDoNotRetryExceptionOnAssignment(TestAMServerFailedOpen.java:85) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:30,634 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(103): REGION STATE state=FAILED_OPEN, location=null, table=testDoNotRetryExceptionOnAssignment, region=d384f9184f9f3b8439b85bb334b7d157
2024-12-06T15:05:30,634 INFO  [Time-limited test {}] assignment.TestAMServerFailedOpen(104): expected exception from assign operation: Max attempts 10 exceeded
org.apache.hadoop.hbase.client.RetriesExhaustedException: Max attempts 10 exceeded
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.confirmOpened(TransitRegionStateProcedure.java:313) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:443) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.executeFromState(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:404) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure.execute(TransitRegionStateProcedure.java:113) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT]
2024-12-06T15:05:30,634 INFO  [Time-limited test {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-06T15:05:30,634 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping
2024-12-06T15:05:30,635 INFO  [Time-limited test {}] assignment.AssignmentManager(391): Stopping assignment manager
2024-12-06T15:05:30,649 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.assignment.TestAMServerFailedOpen#testDoNotRetryExceptionOnAssignment Thread=72 (was 27)
Potentially hanging thread: PEWorker-22
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-24
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-41
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-39
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-42
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-31
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-47
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-23
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-28
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-6
	java.base@17.0.11/java.util.concurrent.CopyOnWriteArrayList.remove(CopyOnWriteArrayList.java:518)
	java.base@17.0.11/java.util.concurrent.CopyOnWriteArrayList.remove(CopyOnWriteArrayList.java:509)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2140)

Potentially hanging thread: PEWorker-38
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-18
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-44
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-26
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-40
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-32
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-34
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-17
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-27
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-46
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-35
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-13
	java.base@17.0.11/java.util.concurrent.CopyOnWriteArrayList.indexOfRange(CopyOnWriteArrayList.java:193)
	java.base@17.0.11/java.util.concurrent.CopyOnWriteArrayList.remove(CopyOnWriteArrayList.java:508)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2140)

Potentially hanging thread: PEWorker-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-25
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-37
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-49
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-52
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-30
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: AsyncFSOutputFlusher-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2/MasterData/WALs/mockmaster.example.org,1234,-1/mockmaster.example.org%2C1234%2C-1.1733497526798
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PEWorker-20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-43
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-45
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-51
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-50
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-21
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-29
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-48
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-33
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: PEWorker-36
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167)
	app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149)
	app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128)

Potentially hanging thread: AsyncFSWAL-0-file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/86608c3d-71ae-5f76-9031-e0d36e0f48a2/MasterData-prefix:mockmaster.example.org,1234,-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=298 (was 294) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 413), ProcessCount=11 (was 11), AvailableMemoryMB=8201 (was 8415)